2024-11-25 03:49:02,733 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-25 03:49:02,754 main DEBUG Took 0.017695 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 03:49:02,755 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 03:49:02,755 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 03:49:02,757 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 03:49:02,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,783 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 03:49:02,802 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,807 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,810 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,811 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,813 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,815 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,817 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,818 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,820 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,821 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,822 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:49:02,824 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,824 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 03:49:02,827 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:49:02,829 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 03:49:02,832 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 03:49:02,832 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 03:49:02,835 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 03:49:02,835 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 03:49:02,851 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 03:49:02,856 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 03:49:02,860 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 03:49:02,860 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 03:49:02,861 main DEBUG createAppenders(={Console}) 2024-11-25 03:49:02,862 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-25 03:49:02,863 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-25 03:49:02,863 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-25 03:49:02,864 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 03:49:02,864 main DEBUG OutputStream closed 2024-11-25 03:49:02,865 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 03:49:02,865 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 03:49:02,865 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-25 03:49:02,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 03:49:02,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 03:49:02,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 03:49:02,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 03:49:02,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 03:49:02,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 03:49:02,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 03:49:02,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 03:49:02,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 03:49:02,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 03:49:02,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 03:49:02,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 03:49:02,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 03:49:02,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 03:49:02,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 03:49:02,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 03:49:02,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 03:49:02,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 03:49:03,000 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 03:49:03,000 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-25 03:49:03,001 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 03:49:03,002 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-25T03:49:03,036 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-25 03:49:03,047 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 03:49:03,048 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T03:49:03,549 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b 2024-11-25T03:49:03,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24, deleteOnExit=true 2024-11-25T03:49:03,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/test.cache.data in system properties and HBase conf 2024-11-25T03:49:03,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:49:03,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:49:03,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:49:03,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:49:03,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:49:03,744 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T03:49:03,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:49:03,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:49:03,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:49:03,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:49:03,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:49:03,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:49:03,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:49:03,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:49:03,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:49:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:49:03,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:49:03,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:49:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:49:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:49:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:49:05,256 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T03:49:05,353 INFO [Time-limited test {}] log.Log(170): Logging initialized @3494ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T03:49:05,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:05,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:05,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:05,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:05,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:49:05,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:05,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:05,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:05,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/java.io.tmpdir/jetty-localhost-46371-hadoop-hdfs-3_4_1-tests_jar-_-any-833579809838695170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:49:05,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:46371} 2024-11-25T03:49:05,879 INFO [Time-limited test {}] server.Server(415): Started @4021ms 2024-11-25T03:49:06,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:06,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:06,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:06,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:06,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:49:06,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:06,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:06,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e705dc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/java.io.tmpdir/jetty-localhost-40677-hadoop-hdfs-3_4_1-tests_jar-_-any-10087359476318447560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:06,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:40677} 2024-11-25T03:49:06,676 INFO [Time-limited test {}] server.Server(415): Started @4818ms 2024-11-25T03:49:06,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:49:06,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:06,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:06,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:06,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:06,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:49:06,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:06,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:07,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b068f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-8156505599575381184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:07,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-25T03:49:07,101 INFO [Time-limited test {}] server.Server(415): Started @5243ms 2024-11-25T03:49:07,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:49:07,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:07,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:07,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:07,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:07,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:49:07,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:07,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:07,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f750918{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/java.io.tmpdir/jetty-localhost-40191-hadoop-hdfs-3_4_1-tests_jar-_-any-8573951186953413981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:07,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:40191} 2024-11-25T03:49:07,313 INFO [Time-limited test {}] server.Server(415): Started @5455ms 2024-11-25T03:49:07,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:49:08,470 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data1/current/BP-401679557-172.17.0.2-1732506544687/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:08,470 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data2/current/BP-401679557-172.17.0.2-1732506544687/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:08,509 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:49:08,522 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data4/current/BP-401679557-172.17.0.2-1732506544687/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:08,524 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data3/current/BP-401679557-172.17.0.2-1732506544687/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8cd79a1f4f35299 with lease ID 0xad77c7f2fd56372d: Processing first storage report for DS-39485daf-173e-4983-8179-8aa75b14e731 from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=374541f0-15b8-4792-a891-057cec3028f0, infoPort=40445, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687) 2024-11-25T03:49:08,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8cd79a1f4f35299 with lease ID 0xad77c7f2fd56372d: from storage DS-39485daf-173e-4983-8179-8aa75b14e731 node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=374541f0-15b8-4792-a891-057cec3028f0, infoPort=40445, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:49:08,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8cd79a1f4f35299 with lease ID 0xad77c7f2fd56372d: Processing first storage report for DS-e0f99d57-f7e3-4d82-bbff-27b5cba3346f from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=374541f0-15b8-4792-a891-057cec3028f0, infoPort=40445, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687) 2024-11-25T03:49:08,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8cd79a1f4f35299 with lease ID 0xad77c7f2fd56372d: from storage DS-e0f99d57-f7e3-4d82-bbff-27b5cba3346f node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=374541f0-15b8-4792-a891-057cec3028f0, infoPort=40445, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:08,581 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:49:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7916fb0cd6bcccb with lease ID 0xad77c7f2fd56372e: Processing first storage report for DS-4544ee7b-33d3-4e65-a133-a667eb158615 from datanode DatanodeRegistration(127.0.0.1:38873, datanodeUuid=d8acf33a-981b-48a5-8082-ed7f40e07ba2, infoPort=42797, infoSecurePort=0, ipcPort=45279, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687) 2024-11-25T03:49:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7916fb0cd6bcccb with lease ID 0xad77c7f2fd56372e: from storage DS-4544ee7b-33d3-4e65-a133-a667eb158615 node DatanodeRegistration(127.0.0.1:38873, datanodeUuid=d8acf33a-981b-48a5-8082-ed7f40e07ba2, infoPort=42797, infoSecurePort=0, ipcPort=45279, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7916fb0cd6bcccb with lease ID 0xad77c7f2fd56372e: Processing first storage report for DS-0714b711-bfc3-4746-aa0e-a9c78e5d6c85 from datanode DatanodeRegistration(127.0.0.1:38873, datanodeUuid=d8acf33a-981b-48a5-8082-ed7f40e07ba2, infoPort=42797, infoSecurePort=0, ipcPort=45279, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687) 2024-11-25T03:49:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7916fb0cd6bcccb with lease ID 0xad77c7f2fd56372e: from storage DS-0714b711-bfc3-4746-aa0e-a9c78e5d6c85 node DatanodeRegistration(127.0.0.1:38873, datanodeUuid=d8acf33a-981b-48a5-8082-ed7f40e07ba2, infoPort=42797, infoSecurePort=0, ipcPort=45279, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:49:08,619 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data5/current/BP-401679557-172.17.0.2-1732506544687/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:08,619 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data6/current/BP-401679557-172.17.0.2-1732506544687/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:08,651 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:49:08,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc0a80dd0ce55d5c with lease ID 0xad77c7f2fd56372f: Processing first storage report for DS-9fa8277f-23ec-4e04-af47-15598b0460e1 from datanode DatanodeRegistration(127.0.0.1:38715, datanodeUuid=33aa0a65-f68a-4f21-8696-77dad6bea622, infoPort=33929, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687) 2024-11-25T03:49:08,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc0a80dd0ce55d5c with lease ID 0xad77c7f2fd56372f: from storage DS-9fa8277f-23ec-4e04-af47-15598b0460e1 node DatanodeRegistration(127.0.0.1:38715, datanodeUuid=33aa0a65-f68a-4f21-8696-77dad6bea622, infoPort=33929, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc0a80dd0ce55d5c with lease ID 0xad77c7f2fd56372f: Processing first storage report for DS-3cbdae0a-279d-4579-bb2d-7feb91eb6aeb from datanode DatanodeRegistration(127.0.0.1:38715, datanodeUuid=33aa0a65-f68a-4f21-8696-77dad6bea622, infoPort=33929, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687) 2024-11-25T03:49:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc0a80dd0ce55d5c with lease ID 0xad77c7f2fd56372f: from storage DS-3cbdae0a-279d-4579-bb2d-7feb91eb6aeb node DatanodeRegistration(127.0.0.1:38715, datanodeUuid=33aa0a65-f68a-4f21-8696-77dad6bea622, infoPort=33929, infoSecurePort=0, ipcPort=33605, storageInfo=lv=-57;cid=testClusterID;nsid=966924405;c=1732506544687), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:49:08,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b 2024-11-25T03:49:08,792 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-25T03:49:08,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=155, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=9350 2024-11-25T03:49:08,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:49:08,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-25T03:49:09,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/zookeeper_0, clientPort=61150, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:49:09,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61150 2024-11-25T03:49:09,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:09,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:09,351 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:09,351 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:09,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:35408 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:38715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35408 dst: /127.0.0.1:38715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:09,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-25T03:49:09,864 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:09,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220 with version=8 2024-11-25T03:49:09,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/hbase-staging 2024-11-25T03:49:09,982 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T03:49:10,286 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:10,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:10,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:10,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:10,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:10,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:10,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:49:10,561 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T03:49:10,574 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T03:49:10,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:10,612 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51926 (auto-detected) 2024-11-25T03:49:10,613 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T03:49:10,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34123 2024-11-25T03:49:10,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34123 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-25T03:49:10,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341230x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:10,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34123-0x101701bf7680000 connected 2024-11-25T03:49:10,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:10,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:10,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:10,927 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220, hbase.cluster.distributed=false 2024-11-25T03:49:10,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:10,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-25T03:49:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34123 2024-11-25T03:49:10,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34123 2024-11-25T03:49:10,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-25T03:49:10,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-25T03:49:11,074 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:11,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:49:11,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:11,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45805 2024-11-25T03:49:11,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45805 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-25T03:49:11,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:11,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:11,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458050x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:11,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45805-0x101701bf7680001 connected 2024-11-25T03:49:11,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:11,119 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:49:11,128 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:49:11,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:49:11,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:11,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45805 2024-11-25T03:49:11,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45805 2024-11-25T03:49:11,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45805 2024-11-25T03:49:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45805 2024-11-25T03:49:11,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45805 2024-11-25T03:49:11,170 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:11,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:11,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:11,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:49:11,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:11,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43107 2024-11-25T03:49:11,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43107 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-25T03:49:11,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:11,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:11,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431070x0, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:11,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:49:11,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431070x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:11,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43107-0x101701bf7680002 connected 2024-11-25T03:49:11,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:49:11,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:49:11,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:11,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-25T03:49:11,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43107 2024-11-25T03:49:11,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43107 2024-11-25T03:49:11,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-25T03:49:11,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-25T03:49:11,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:11,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:11,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:11,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:11,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:49:11,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:11,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35587 2024-11-25T03:49:11,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35587 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-25T03:49:11,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:11,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:11,262 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355870x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:11,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355870x0, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:11,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35587-0x101701bf7680003 connected 2024-11-25T03:49:11,263 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:49:11,269 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:49:11,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:49:11,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:11,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-25T03:49:11,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35587 2024-11-25T03:49:11,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35587 2024-11-25T03:49:11,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-25T03:49:11,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-25T03:49:11,303 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d73269e94d72:34123 2024-11-25T03:49:11,304 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d73269e94d72,34123,1732506550103 2024-11-25T03:49:11,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,322 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,327 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d73269e94d72,34123,1732506550103 2024-11-25T03:49:11,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:11,355 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:11,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,355 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,358 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T03:49:11,361 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d73269e94d72,34123,1732506550103 from backup master directory 2024-11-25T03:49:11,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d73269e94d72,34123,1732506550103 2024-11-25T03:49:11,376 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:11,377 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:11,378 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d73269e94d72,34123,1732506550103 2024-11-25T03:49:11,380 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T03:49:11,381 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T03:49:11,454 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/hbase.id] with ID: da457848-fe78-4c6a-9f3e-fdf615284db8 2024-11-25T03:49:11,455 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/.tmp/hbase.id 2024-11-25T03:49:11,469 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,469 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,479 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:39604 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39604 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-25T03:49:11,491 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:11,491 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/.tmp/hbase.id]:[hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/hbase.id] 2024-11-25T03:49:11,543 INFO [master/d73269e94d72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:11,549 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:49:11,570 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-25T03:49:11,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,629 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:11,645 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,645 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,650 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:39630 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39630 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-25T03:49:11,663 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:11,684 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:49:11,686 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:49:11,693 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:49:11,724 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,725 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,733 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:58422 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:44485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58422 dst: /127.0.0.1:44485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:11,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-25T03:49:11,743 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:11,761 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store 2024-11-25T03:49:11,780 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,780 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:11,791 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:58432 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58432 dst: /127.0.0.1:44485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:11,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-25T03:49:11,806 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:11,812 INFO [master/d73269e94d72:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T03:49:11,817 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:11,818 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:49:11,818 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:11,819 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:11,821 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:49:11,821 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:11,821 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:11,823 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732506551818Disabling compacts and flushes for region at 1732506551818Disabling writes for close at 1732506551821 (+3 ms)Writing region close event to WAL at 1732506551821Closed at 1732506551821 2024-11-25T03:49:11,825 WARN [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/.initializing 2024-11-25T03:49:11,825 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/WALs/d73269e94d72,34123,1732506550103 2024-11-25T03:49:11,834 INFO [master/d73269e94d72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:49:11,850 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C34123%2C1732506550103, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/WALs/d73269e94d72,34123,1732506550103, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/oldWALs, maxLogs=10 2024-11-25T03:49:11,884 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/WALs/d73269e94d72,34123,1732506550103/d73269e94d72%2C34123%2C1732506550103.1732506551856, exclude list is [], retry=0 2024-11-25T03:49:11,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:11,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-39485daf-173e-4983-8179-8aa75b14e731,DISK] 2024-11-25T03:49:11,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-4544ee7b-33d3-4e65-a133-a667eb158615,DISK] 2024-11-25T03:49:11,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-9fa8277f-23ec-4e04-af47-15598b0460e1,DISK] 2024-11-25T03:49:11,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T03:49:11,954 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/WALs/d73269e94d72,34123,1732506550103/d73269e94d72%2C34123%2C1732506550103.1732506551856 2024-11-25T03:49:11,955 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797),(127.0.0.1/127.0.0.1:33929:33929),(127.0.0.1/127.0.0.1:40445:40445)] 2024-11-25T03:49:11,956 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:49:11,956 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:11,961 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:11,962 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:49:12,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:12,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:49:12,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:12,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:49:12,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:12,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:49:12,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:12,060 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,063 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,065 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,070 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,071 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,075 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:49:12,080 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:12,087 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:49:12,088 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72263456, jitterRate=0.07680940628051758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:49:12,097 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732506551975Initializing all the Stores at 1732506551978 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506551979 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506551979Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506551980 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506551980Cleaning up temporary data from old regions at 1732506552071 (+91 ms)Region opened successfully at 1732506552097 (+26 ms) 2024-11-25T03:49:12,098 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:49:12,140 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f46df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:12,178 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:49:12,193 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:49:12,193 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:49:12,196 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:49:12,198 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T03:49:12,204 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-25T03:49:12,204 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:49:12,237 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:49:12,246 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T03:49:12,291 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T03:49:12,294 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:49:12,295 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:49:12,302 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T03:49:12,304 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:49:12,308 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:49:12,312 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T03:49:12,314 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:49:12,323 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T03:49:12,341 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:49:12,352 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T03:49:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:12,365 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:12,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:12,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,367 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,371 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d73269e94d72,34123,1732506550103, sessionid=0x101701bf7680000, setting cluster-up flag (Was=false) 2024-11-25T03:49:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,397 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,428 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T03:49:12,433 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,34123,1732506550103 2024-11-25T03:49:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,460 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:12,491 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T03:49:12,493 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,34123,1732506550103 2024-11-25T03:49:12,499 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:49:12,581 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:12,591 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:49:12,593 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(746): ClusterId : da457848-fe78-4c6a-9f3e-fdf615284db8 2024-11-25T03:49:12,596 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:49:12,596 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(746): ClusterId : da457848-fe78-4c6a-9f3e-fdf615284db8 2024-11-25T03:49:12,596 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(746): ClusterId : da457848-fe78-4c6a-9f3e-fdf615284db8 2024-11-25T03:49:12,597 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:49:12,597 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:49:12,598 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:49:12,604 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d73269e94d72,34123,1732506550103 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:49:12,625 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:49:12,625 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:49:12,625 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:49:12,625 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:49:12,625 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:49:12,625 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:49:12,650 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:49:12,650 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:49:12,651 DEBUG [RS:2;d73269e94d72:35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff653e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:12,652 DEBUG [RS:0;d73269e94d72:45805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d38796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:12,653 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:49:12,653 DEBUG [RS:1;d73269e94d72:43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d2c88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:12,655 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:12,655 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:12,655 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:12,655 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:12,655 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d73269e94d72:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:49:12,655 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:12,656 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:12,656 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:12,673 DEBUG [RS:0;d73269e94d72:45805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d73269e94d72:45805 2024-11-25T03:49:12,678 INFO [RS:0;d73269e94d72:45805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:49:12,678 INFO [RS:0;d73269e94d72:45805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:49:12,678 DEBUG [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:49:12,681 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34123,1732506550103 with port=45805, startcode=1732506551038 2024-11-25T03:49:12,695 DEBUG [RS:0;d73269e94d72:45805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:49:12,701 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d73269e94d72:35587 2024-11-25T03:49:12,701 INFO [RS:2;d73269e94d72:35587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:49:12,701 INFO [RS:2;d73269e94d72:35587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:49:12,701 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:49:12,703 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34123,1732506550103 with port=35587, startcode=1732506551240 2024-11-25T03:49:12,703 DEBUG [RS:2;d73269e94d72:35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:49:12,709 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d73269e94d72:43107 2024-11-25T03:49:12,709 INFO [RS:1;d73269e94d72:43107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:49:12,709 INFO [RS:1;d73269e94d72:43107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:49:12,709 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:49:12,711 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34123,1732506550103 with port=43107, startcode=1732506551169 2024-11-25T03:49:12,711 DEBUG [RS:1;d73269e94d72:43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:49:12,728 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732506582728 2024-11-25T03:49:12,730 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:49:12,732 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:49:12,736 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:49:12,736 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:49:12,737 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:49:12,737 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:49:12,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:12,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:49:12,747 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:49:12,756 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:12,767 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45765, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:49:12,767 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58295, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:49:12,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57285, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:49:12,773 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T03:49:12,776 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:49:12,778 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:49:12,778 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:49:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T03:49:12,780 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T03:49:12,792 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:12,792 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:12,804 DEBUG [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T03:49:12,804 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T03:49:12,804 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T03:49:12,804 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:49:12,804 WARN [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T03:49:12,804 WARN [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T03:49:12,804 WARN [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T03:49:12,804 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:49:12,809 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506552805,5,FailOnTimeoutGroup] 2024-11-25T03:49:12,810 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:41192 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41192 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:12,810 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506552809,5,FailOnTimeoutGroup] 2024-11-25T03:49:12,811 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:12,811 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:49:12,812 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:12,812 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-25T03:49:12,820 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:12,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:49:12,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220 2024-11-25T03:49:12,840 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:12,840 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:12,848 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:41210 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41210 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-25T03:49:12,860 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:12,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:12,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:49:12,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:49:12,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:12,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:49:12,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:49:12,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:12,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:49:12,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:49:12,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:12,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:49:12,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:49:12,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:12,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:12,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:49:12,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740 2024-11-25T03:49:12,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740 2024-11-25T03:49:12,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:49:12,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:49:12,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:49:12,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:49:12,905 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34123,1732506550103 with port=45805, startcode=1732506551038 2024-11-25T03:49:12,905 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34123,1732506550103 with port=43107, startcode=1732506551169 2024-11-25T03:49:12,906 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34123,1732506550103 with port=35587, startcode=1732506551240 2024-11-25T03:49:12,907 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,45805,1732506551038 2024-11-25T03:49:12,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,45805,1732506551038 2024-11-25T03:49:12,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,43107,1732506551169 2024-11-25T03:49:12,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,43107,1732506551169 2024-11-25T03:49:12,919 DEBUG [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220 2024-11-25T03:49:12,920 DEBUG [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36071 2024-11-25T03:49:12,920 DEBUG [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:49:12,924 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:49:12,925 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73305324, jitterRate=0.09233444929122925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:49:12,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,35587,1732506551240 2024-11-25T03:49:12,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,35587,1732506551240 2024-11-25T03:49:12,927 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220 2024-11-25T03:49:12,927 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36071 2024-11-25T03:49:12,927 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:49:12,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732506552861Initializing all the Stores at 1732506552863 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506552863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506552864 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506552864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506552864Cleaning up temporary data from old regions at 1732506552897 (+33 ms)Region opened successfully at 1732506552931 (+34 ms) 2024-11-25T03:49:12,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:49:12,932 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:49:12,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:49:12,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:49:12,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:49:12,932 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220 2024-11-25T03:49:12,932 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36071 2024-11-25T03:49:12,932 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:49:12,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:12,934 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:49:12,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732506552932Disabling compacts and flushes for region at 1732506552932Disabling writes for close at 1732506552932Writing region close event to WAL at 1732506552933 (+1 ms)Closed at 1732506552934 (+1 ms) 2024-11-25T03:49:12,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:12,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:49:12,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:49:12,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:49:12,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:49:12,975 DEBUG [RS:0;d73269e94d72:45805 {}] zookeeper.ZKUtil(111): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,45805,1732506551038 2024-11-25T03:49:12,976 WARN [RS:0;d73269e94d72:45805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:12,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,45805,1732506551038] 2024-11-25T03:49:12,976 INFO [RS:0;d73269e94d72:45805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:49:12,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,43107,1732506551169] 2024-11-25T03:49:12,976 DEBUG [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,45805,1732506551038 2024-11-25T03:49:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:12,995 DEBUG [RS:1;d73269e94d72:43107 {}] zookeeper.ZKUtil(111): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,43107,1732506551169 2024-11-25T03:49:12,995 WARN [RS:1;d73269e94d72:43107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:12,995 INFO [RS:1;d73269e94d72:43107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:49:12,995 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,43107,1732506551169 2024-11-25T03:49:12,996 DEBUG [RS:2;d73269e94d72:35587 {}] zookeeper.ZKUtil(111): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,35587,1732506551240 2024-11-25T03:49:12,996 WARN [RS:2;d73269e94d72:35587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:12,996 INFO [RS:2;d73269e94d72:35587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:49:12,996 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,35587,1732506551240 2024-11-25T03:49:12,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,35587,1732506551240] 2024-11-25T03:49:13,021 INFO [RS:1;d73269e94d72:43107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:49:13,021 INFO [RS:2;d73269e94d72:35587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:49:13,024 INFO [RS:0;d73269e94d72:45805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:49:13,047 INFO [RS:2;d73269e94d72:35587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:49:13,047 INFO [RS:0;d73269e94d72:45805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:49:13,062 INFO [RS:0;d73269e94d72:45805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:49:13,062 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,064 INFO [RS:1;d73269e94d72:43107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:49:13,066 INFO [RS:2;d73269e94d72:35587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:49:13,066 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,082 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:49:13,090 INFO [RS:0;d73269e94d72:45805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:49:13,092 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,092 INFO [RS:1;d73269e94d72:43107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:49:13,092 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,093 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,093 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,094 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,094 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,094 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,094 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:13,095 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,095 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,095 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,095 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,095 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,095 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,097 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:13,098 DEBUG [RS:0;d73269e94d72:45805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:13,100 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:49:13,100 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:49:13,102 INFO [RS:1;d73269e94d72:43107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:49:13,102 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,102 INFO [RS:2;d73269e94d72:35587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:49:13,103 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,103 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,103 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,103 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,103 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,103 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,103 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,104 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:13,105 DEBUG [RS:2;d73269e94d72:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:13,105 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,105 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,105 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,105 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,105 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:13,105 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,106 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,106 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,106 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,106 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,106 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:13,106 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:13,106 DEBUG [RS:1;d73269e94d72:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:13,112 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,112 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,35587,1732506551240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:13,113 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,45805,1732506551038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:13,114 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,114 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,114 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,114 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,114 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,114 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,43107,1732506551169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:13,115 WARN [d73269e94d72:34123 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:49:13,139 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:49:13,140 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:49:13,143 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,45805,1732506551038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,143 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,35587,1732506551240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,144 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,144 INFO [RS:2;d73269e94d72:35587 {}] regionserver.Replication(171): d73269e94d72,35587,1732506551240 started 2024-11-25T03:49:13,144 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,144 INFO [RS:0;d73269e94d72:45805 {}] regionserver.Replication(171): d73269e94d72,45805,1732506551038 started 2024-11-25T03:49:13,145 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:49:13,145 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,43107,1732506551169-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,145 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,145 INFO [RS:1;d73269e94d72:43107 {}] regionserver.Replication(171): d73269e94d72,43107,1732506551169 started 2024-11-25T03:49:13,172 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,172 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,45805,1732506551038, RpcServer on d73269e94d72/172.17.0.2:45805, sessionid=0x101701bf7680001 2024-11-25T03:49:13,173 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,173 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,43107,1732506551169, RpcServer on d73269e94d72/172.17.0.2:43107, sessionid=0x101701bf7680002 2024-11-25T03:49:13,174 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:49:13,174 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:49:13,174 DEBUG [RS:1;d73269e94d72:43107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,43107,1732506551169 2024-11-25T03:49:13,174 DEBUG [RS:0;d73269e94d72:45805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,45805,1732506551038 2024-11-25T03:49:13,174 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,43107,1732506551169' 2024-11-25T03:49:13,174 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,45805,1732506551038' 2024-11-25T03:49:13,175 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:49:13,176 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:49:13,179 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:49:13,179 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:49:13,181 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:49:13,181 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:49:13,181 DEBUG [RS:0;d73269e94d72:45805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,45805,1732506551038 2024-11-25T03:49:13,181 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,45805,1732506551038' 2024-11-25T03:49:13,181 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:13,182 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,35587,1732506551240, RpcServer on d73269e94d72/172.17.0.2:35587, sessionid=0x101701bf7680003 2024-11-25T03:49:13,182 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:49:13,182 DEBUG [RS:2;d73269e94d72:35587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,35587,1732506551240 2024-11-25T03:49:13,182 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,35587,1732506551240' 2024-11-25T03:49:13,182 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:49:13,182 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:49:13,182 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:49:13,183 DEBUG [RS:1;d73269e94d72:43107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,43107,1732506551169 2024-11-25T03:49:13,183 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,43107,1732506551169' 2024-11-25T03:49:13,183 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:49:13,183 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:49:13,184 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:49:13,184 DEBUG [RS:1;d73269e94d72:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:49:13,185 INFO [RS:1;d73269e94d72:43107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:49:13,185 INFO [RS:1;d73269e94d72:43107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:49:13,185 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:49:13,185 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:49:13,185 DEBUG [RS:2;d73269e94d72:35587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,35587,1732506551240 2024-11-25T03:49:13,185 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,35587,1732506551240' 2024-11-25T03:49:13,185 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:49:13,186 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:49:13,187 DEBUG [RS:2;d73269e94d72:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:49:13,187 INFO [RS:2;d73269e94d72:35587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:49:13,187 INFO [RS:2;d73269e94d72:35587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:49:13,187 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:49:13,188 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:49:13,193 DEBUG [RS:0;d73269e94d72:45805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:49:13,193 INFO [RS:0;d73269e94d72:45805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:49:13,193 INFO [RS:0;d73269e94d72:45805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:49:13,291 INFO [RS:1;d73269e94d72:43107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:49:13,291 INFO [RS:2;d73269e94d72:35587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:49:13,294 INFO [RS:0;d73269e94d72:45805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:49:13,294 INFO [RS:1;d73269e94d72:43107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C43107%2C1732506551169, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,43107,1732506551169, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs, maxLogs=32 2024-11-25T03:49:13,294 INFO [RS:2;d73269e94d72:35587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C35587%2C1732506551240, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,35587,1732506551240, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs, maxLogs=32 2024-11-25T03:49:13,298 INFO [RS:0;d73269e94d72:45805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C45805%2C1732506551038, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,45805,1732506551038, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs, maxLogs=32 2024-11-25T03:49:13,314 DEBUG [RS:1;d73269e94d72:43107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,43107,1732506551169/d73269e94d72%2C43107%2C1732506551169.1732506553299, exclude list is [], retry=0 2024-11-25T03:49:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-4544ee7b-33d3-4e65-a133-a667eb158615,DISK] 2024-11-25T03:49:13,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-9fa8277f-23ec-4e04-af47-15598b0460e1,DISK] 2024-11-25T03:49:13,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-39485daf-173e-4983-8179-8aa75b14e731,DISK] 2024-11-25T03:49:13,369 DEBUG [RS:0;d73269e94d72:45805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,45805,1732506551038/d73269e94d72%2C45805%2C1732506551038.1732506553300, exclude list is [], retry=0 2024-11-25T03:49:13,369 DEBUG [RS:2;d73269e94d72:35587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,35587,1732506551240/d73269e94d72%2C35587%2C1732506551240.1732506553299, exclude list is [], retry=0 2024-11-25T03:49:13,372 INFO [RS:1;d73269e94d72:43107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,43107,1732506551169/d73269e94d72%2C43107%2C1732506551169.1732506553299 2024-11-25T03:49:13,373 DEBUG [RS:1;d73269e94d72:43107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797),(127.0.0.1/127.0.0.1:33929:33929),(127.0.0.1/127.0.0.1:40445:40445)] 2024-11-25T03:49:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-4544ee7b-33d3-4e65-a133-a667eb158615,DISK] 2024-11-25T03:49:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-9fa8277f-23ec-4e04-af47-15598b0460e1,DISK] 2024-11-25T03:49:13,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-39485daf-173e-4983-8179-8aa75b14e731,DISK] 2024-11-25T03:49:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-9fa8277f-23ec-4e04-af47-15598b0460e1,DISK] 2024-11-25T03:49:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-4544ee7b-33d3-4e65-a133-a667eb158615,DISK] 2024-11-25T03:49:13,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-39485daf-173e-4983-8179-8aa75b14e731,DISK] 2024-11-25T03:49:13,419 INFO [RS:2;d73269e94d72:35587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,35587,1732506551240/d73269e94d72%2C35587%2C1732506551240.1732506553299 2024-11-25T03:49:13,429 INFO [RS:0;d73269e94d72:45805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,45805,1732506551038/d73269e94d72%2C45805%2C1732506551038.1732506553300 2024-11-25T03:49:13,432 DEBUG [RS:2;d73269e94d72:35587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797),(127.0.0.1/127.0.0.1:33929:33929),(127.0.0.1/127.0.0.1:40445:40445)] 2024-11-25T03:49:13,436 DEBUG [RS:0;d73269e94d72:45805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40445:40445),(127.0.0.1/127.0.0.1:42797:42797),(127.0.0.1/127.0.0.1:33929:33929)] 2024-11-25T03:49:13,618 DEBUG [d73269e94d72:34123 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T03:49:13,627 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:49:13,634 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:49:13,634 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:49:13,634 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:49:13,634 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:49:13,634 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:49:13,634 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:49:13,635 INFO [d73269e94d72:34123 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:49:13,635 INFO [d73269e94d72:34123 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:49:13,635 INFO [d73269e94d72:34123 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:49:13,635 DEBUG [d73269e94d72:34123 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:49:13,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d73269e94d72,35587,1732506551240 2024-11-25T03:49:13,652 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,35587,1732506551240, state=OPENING 2024-11-25T03:49:13,723 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:49:13,733 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:13,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:13,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:13,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:13,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:13,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:13,737 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:49:13,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,35587,1732506551240}] 2024-11-25T03:49:13,917 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:49:13,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:49:13,933 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:49:13,934 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:49:13,934 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:49:13,939 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C35587%2C1732506551240.meta, suffix=.meta, logDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,35587,1732506551240, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs, maxLogs=32 2024-11-25T03:49:13,961 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,35587,1732506551240/d73269e94d72%2C35587%2C1732506551240.meta.1732506553941.meta, exclude list is [], retry=0 2024-11-25T03:49:13,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-9fa8277f-23ec-4e04-af47-15598b0460e1,DISK] 2024-11-25T03:49:13,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-4544ee7b-33d3-4e65-a133-a667eb158615,DISK] 2024-11-25T03:49:13,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-39485daf-173e-4983-8179-8aa75b14e731,DISK] 2024-11-25T03:49:13,993 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/WALs/d73269e94d72,35587,1732506551240/d73269e94d72%2C35587%2C1732506551240.meta.1732506553941.meta 2024-11-25T03:49:13,994 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42797:42797),(127.0.0.1/127.0.0.1:33929:33929),(127.0.0.1/127.0.0.1:40445:40445)] 2024-11-25T03:49:13,995 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:49:13,998 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:49:14,003 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:49:14,009 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:49:14,024 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:49:14,024 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:14,025 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:49:14,025 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:49:14,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:49:14,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:49:14,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:14,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:14,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:49:14,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:49:14,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:14,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:14,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:49:14,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:49:14,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:14,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:14,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:49:14,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:49:14,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:14,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:14,045 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:49:14,047 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740 2024-11-25T03:49:14,050 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740 2024-11-25T03:49:14,054 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:49:14,054 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:49:14,055 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:49:14,058 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:49:14,060 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72514695, jitterRate=0.08055315911769867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:49:14,061 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:49:14,062 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732506554026Writing region info on filesystem at 1732506554026Initializing all the Stores at 1732506554028 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506554028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506554031 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506554031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506554031Cleaning up temporary data from old regions at 1732506554054 (+23 ms)Running coprocessor post-open hooks at 1732506554061 (+7 ms)Region opened successfully at 1732506554062 (+1 ms) 2024-11-25T03:49:14,095 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732506553908 2024-11-25T03:49:14,108 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:49:14,109 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:49:14,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,35587,1732506551240 2024-11-25T03:49:14,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,35587,1732506551240, state=OPEN 2024-11-25T03:49:14,165 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:14,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:14,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:14,166 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d73269e94d72,35587,1732506551240 2024-11-25T03:49:14,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:14,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:14,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:49:14,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,35587,1732506551240 in 427 msec 2024-11-25T03:49:14,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:49:14,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2280 sec 2024-11-25T03:49:14,185 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:14,185 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:49:14,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:49:14,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,35587,1732506551240, seqNum=-1] 2024-11-25T03:49:14,231 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:49:14,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:49:14,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7220 sec 2024-11-25T03:49:14,257 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732506554257, completionTime=-1 2024-11-25T03:49:14,259 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T03:49:14,259 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:49:14,286 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T03:49:14,286 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732506614286 2024-11-25T03:49:14,286 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732506674286 2024-11-25T03:49:14,286 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-25T03:49:14,287 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:49:14,294 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34123,1732506550103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:14,294 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34123,1732506550103-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:14,294 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34123,1732506550103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:14,296 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d73269e94d72:34123, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:14,296 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:14,300 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:14,305 DEBUG [master/d73269e94d72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:49:14,332 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec 2024-11-25T03:49:14,337 INFO [master/d73269e94d72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:49:14,339 INFO [master/d73269e94d72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:49:14,340 INFO [master/d73269e94d72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:49:14,340 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:49:14,340 INFO [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:49:14,341 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34123,1732506550103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:14,341 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34123,1732506550103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:49:14,352 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:49:14,354 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:49:14,354 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34123,1732506550103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:14,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b908bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:49:14,415 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T03:49:14,415 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T03:49:14,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d73269e94d72,34123,-1 for getting cluster id 2024-11-25T03:49:14,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:49:14,445 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da457848-fe78-4c6a-9f3e-fdf615284db8' 2024-11-25T03:49:14,449 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:49:14,449 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da457848-fe78-4c6a-9f3e-fdf615284db8" 2024-11-25T03:49:14,450 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48937fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:49:14,450 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d73269e94d72,34123,-1] 2024-11-25T03:49:14,453 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:49:14,467 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:49:14,467 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:14,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c47c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:49:14,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:49:14,481 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,35587,1732506551240, seqNum=-1] 2024-11-25T03:49:14,482 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:49:14,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:49:14,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d73269e94d72,34123,1732506550103 2024-11-25T03:49:14,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:49:14,542 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d73269e94d72,34123,1732506550103 2024-11-25T03:49:14,545 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d6d26d2 2024-11-25T03:49:14,546 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:49:14,553 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:49:14,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:49:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-25T03:49:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-25T03:49:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-25T03:49:14,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:49:14,575 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:14,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-25T03:49:14,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:49:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-25T03:49:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-25T03:49:14,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-25T03:49:14,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-25T03:49:14,634 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:14,634 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:14,645 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:43918 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43918 dst: /127.0.0.1:44485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-25T03:49:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-25T03:49:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-25T03:49:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:15,054 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:15,057 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13bf0cd332a493ef2c5617a59f4e053b, NAME => 'TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220 2024-11-25T03:49:15,064 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:15,064 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:15,076 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:37362 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:38715:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37362 dst: /127.0.0.1:38715 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-25T03:49:15,088 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:15,088 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:15,089 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 13bf0cd332a493ef2c5617a59f4e053b, disabling compactions & flushes 2024-11-25T03:49:15,089 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,089 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,089 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. after waiting 0 ms 2024-11-25T03:49:15,089 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,089 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,089 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13bf0cd332a493ef2c5617a59f4e053b: Waiting for close lock at 1732506555089Disabling compacts and flushes for region at 1732506555089Disabling writes for close at 1732506555089Writing region close event to WAL at 1732506555089Closed at 1732506555089 2024-11-25T03:49:15,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:49:15,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732506555092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506555092"}]},"ts":"1732506555092"} 2024-11-25T03:49:15,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:49:15,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:49:15,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506555105"}]},"ts":"1732506555105"} 2024-11-25T03:49:15,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-25T03:49:15,113 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:49:15,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:49:15,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:49:15,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:49:15,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:49:15,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:49:15,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:49:15,115 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:49:15,115 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:49:15,115 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:49:15,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:49:15,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=13bf0cd332a493ef2c5617a59f4e053b, ASSIGN}] 2024-11-25T03:49:15,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=13bf0cd332a493ef2c5617a59f4e053b, ASSIGN 2024-11-25T03:49:15,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=13bf0cd332a493ef2c5617a59f4e053b, ASSIGN; state=OFFLINE, location=d73269e94d72,43107,1732506551169; forceNewPlan=false, retain=false 2024-11-25T03:49:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:15,278 INFO [d73269e94d72:34123 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T03:49:15,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13bf0cd332a493ef2c5617a59f4e053b, regionState=OPENING, regionLocation=d73269e94d72,43107,1732506551169 2024-11-25T03:49:15,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=13bf0cd332a493ef2c5617a59f4e053b, ASSIGN because future has completed 2024-11-25T03:49:15,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13bf0cd332a493ef2c5617a59f4e053b, server=d73269e94d72,43107,1732506551169}] 2024-11-25T03:49:15,440 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:49:15,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:49:15,457 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,457 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13bf0cd332a493ef2c5617a59f4e053b, NAME => 'TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:49:15,458 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,458 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:15,458 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,458 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,461 INFO [StoreOpener-13bf0cd332a493ef2c5617a59f4e053b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,464 INFO [StoreOpener-13bf0cd332a493ef2c5617a59f4e053b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13bf0cd332a493ef2c5617a59f4e053b columnFamilyName cf 2024-11-25T03:49:15,464 DEBUG [StoreOpener-13bf0cd332a493ef2c5617a59f4e053b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:15,465 INFO [StoreOpener-13bf0cd332a493ef2c5617a59f4e053b-1 {}] regionserver.HStore(327): Store=13bf0cd332a493ef2c5617a59f4e053b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:15,465 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,467 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,468 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,469 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,469 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,472 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,482 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:49:15,483 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13bf0cd332a493ef2c5617a59f4e053b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62348249, jitterRate=-0.07093869149684906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:49:15,483 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:15,484 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13bf0cd332a493ef2c5617a59f4e053b: Running coprocessor pre-open hook at 1732506555458Writing region info on filesystem at 1732506555458Initializing all the Stores at 1732506555461 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506555461Cleaning up temporary data from old regions at 1732506555469 (+8 ms)Running coprocessor post-open hooks at 1732506555483 (+14 ms)Region opened successfully at 1732506555484 (+1 ms) 2024-11-25T03:49:15,487 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b., pid=6, masterSystemTime=1732506555439 2024-11-25T03:49:15,491 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,491 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13bf0cd332a493ef2c5617a59f4e053b, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,43107,1732506551169 2024-11-25T03:49:15,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13bf0cd332a493ef2c5617a59f4e053b, server=d73269e94d72,43107,1732506551169 because future has completed 2024-11-25T03:49:15,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:49:15,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13bf0cd332a493ef2c5617a59f4e053b, server=d73269e94d72,43107,1732506551169 in 225 msec 2024-11-25T03:49:15,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:49:15,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=13bf0cd332a493ef2c5617a59f4e053b, ASSIGN in 406 msec 2024-11-25T03:49:15,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:49:15,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506555534"}]},"ts":"1732506555534"} 2024-11-25T03:49:15,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-25T03:49:15,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:49:15,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 977 msec 2024-11-25T03:49:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:15,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-25T03:49:15,723 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-25T03:49:15,724 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:49:15,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-25T03:49:15,731 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:49:15,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-25T03:49:15,741 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b., hostname=d73269e94d72,43107,1732506551169, seqNum=2] 2024-11-25T03:49:15,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:49:15,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:49:15,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-25T03:49:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-25T03:49:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:49:15,764 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-25T03:49:15,769 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T03:49:15,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T03:49:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:49:15,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T03:49:15,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:15,955 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 13bf0cd332a493ef2c5617a59f4e053b 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-25T03:49:16,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b/.tmp/cf/7baad6b985ec47098889d6632a9e039c is 36, key is row/cf:cq/1732506555745/Put/seqid=0 2024-11-25T03:49:16,049 WARN [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,050 WARN [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,079 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1575688843_22 at /127.0.0.1:43958 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:44485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43958 dst: /127.0.0.1:44485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:49:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-25T03:49:16,090 WARN [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:16,090 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b/.tmp/cf/7baad6b985ec47098889d6632a9e039c 2024-11-25T03:49:16,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b/.tmp/cf/7baad6b985ec47098889d6632a9e039c as hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b/cf/7baad6b985ec47098889d6632a9e039c 2024-11-25T03:49:16,163 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b/cf/7baad6b985ec47098889d6632a9e039c, entries=1, sequenceid=5, filesize=4.7 K 2024-11-25T03:49:16,172 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 13bf0cd332a493ef2c5617a59f4e053b in 215ms, sequenceid=5, compaction requested=false 2024-11-25T03:49:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-25T03:49:16,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 13bf0cd332a493ef2c5617a59f4e053b: 2024-11-25T03:49:16,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T03:49:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34123 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T03:49:16,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T03:49:16,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 412 msec 2024-11-25T03:49:16,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 434 msec 2024-11-25T03:49:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:49:16,392 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-25T03:49:16,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:49:16,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:49:16,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:16,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:49:16,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:49:16,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=199377761, stopped=false 2024-11-25T03:49:16,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d73269e94d72,34123,1732506550103 2024-11-25T03:49:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:16,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:16,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:16,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:16,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:16,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:49:16,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:49:16,481 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:16,481 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:16,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:16,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,45805,1732506551038' ***** 2024-11-25T03:49:16,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:49:16,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,43107,1732506551169' ***** 2024-11-25T03:49:16,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:49:16,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,35587,1732506551240' ***** 2024-11-25T03:49:16,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:49:16,482 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:49:16,482 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:49:16,483 INFO [RS:0;d73269e94d72:45805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:49:16,483 INFO [RS:0;d73269e94d72:45805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:49:16,483 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,45805,1732506551038 2024-11-25T03:49:16,483 INFO [RS:0;d73269e94d72:45805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:16,483 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:49:16,483 INFO [RS:0;d73269e94d72:45805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d73269e94d72:45805. 2024-11-25T03:49:16,483 INFO [RS:1;d73269e94d72:43107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:49:16,483 INFO [RS:1;d73269e94d72:43107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:49:16,483 DEBUG [RS:0;d73269e94d72:45805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:16,483 DEBUG [RS:0;d73269e94d72:45805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:16,483 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:16,484 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,45805,1732506551038; all regions closed. 2024-11-25T03:49:16,484 INFO [RS:2;d73269e94d72:35587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:49:16,484 INFO [RS:2;d73269e94d72:35587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:49:16,484 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,35587,1732506551240 2024-11-25T03:49:16,484 INFO [RS:2;d73269e94d72:35587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:16,484 INFO [RS:2;d73269e94d72:35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d73269e94d72:35587. 2024-11-25T03:49:16,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:49:16,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:49:16,484 DEBUG [RS:2;d73269e94d72:35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:16,484 DEBUG [RS:2;d73269e94d72:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,484 INFO [RS:2;d73269e94d72:35587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:49:16,484 INFO [RS:2;d73269e94d72:35587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:49:16,485 INFO [RS:2;d73269e94d72:35587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:49:16,485 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:49:16,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:16,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:49:16,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:16,486 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,43107,1732506551169 2024-11-25T03:49:16,486 INFO [RS:1;d73269e94d72:43107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:16,486 INFO [RS:1;d73269e94d72:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d73269e94d72:43107. 2024-11-25T03:49:16,486 DEBUG [RS:1;d73269e94d72:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:16,486 DEBUG [RS:1;d73269e94d72:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,486 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13bf0cd332a493ef2c5617a59f4e053b, disabling compactions & flushes 2024-11-25T03:49:16,487 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:49:16,487 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:16,487 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1325): Online Regions={13bf0cd332a493ef2c5617a59f4e053b=TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b.} 2024-11-25T03:49:16,487 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:16,487 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. after waiting 0 ms 2024-11-25T03:49:16,487 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:16,487 DEBUG [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1351): Waiting on 13bf0cd332a493ef2c5617a59f4e053b 2024-11-25T03:49:16,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:16,492 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:49:16,492 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:49:16,492 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:49:16,492 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:49:16,492 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:49:16,492 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:49:16,492 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:49:16,492 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:49:16,492 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T03:49:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741828_1018 (size=93) 2024-11-25T03:49:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741828_1018 (size=93) 2024-11-25T03:49:16,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741828_1018 (size=93) 2024-11-25T03:49:16,514 DEBUG [RS:0;d73269e94d72:45805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs 2024-11-25T03:49:16,514 INFO [RS:0;d73269e94d72:45805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C45805%2C1732506551038:(num 1732506553300) 2024-11-25T03:49:16,514 DEBUG [RS:0;d73269e94d72:45805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,514 INFO [RS:0;d73269e94d72:45805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:16,514 INFO [RS:0;d73269e94d72:45805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:16,515 INFO [RS:0;d73269e94d72:45805 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:16,515 INFO [RS:0;d73269e94d72:45805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:49:16,515 INFO [RS:0;d73269e94d72:45805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:49:16,515 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:16,515 INFO [RS:0;d73269e94d72:45805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:49:16,515 INFO [RS:0;d73269e94d72:45805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:16,515 INFO [RS:0;d73269e94d72:45805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45805 2024-11-25T03:49:16,516 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/default/TestHBaseWalOnEC/13bf0cd332a493ef2c5617a59f4e053b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:49:16,518 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:16,521 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:16,521 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:16,521 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13bf0cd332a493ef2c5617a59f4e053b: Waiting for close lock at 1732506556486Running coprocessor pre-close hooks at 1732506556486Disabling compacts and flushes for region at 1732506556486Disabling writes for close at 1732506556487 (+1 ms)Writing region close event to WAL at 1732506556492 (+5 ms)Running coprocessor post-close hooks at 1732506556517 (+25 ms)Closed at 1732506556521 (+4 ms) 2024-11-25T03:49:16,522 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b. 2024-11-25T03:49:16,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,45805,1732506551038 2024-11-25T03:49:16,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:16,533 INFO [RS:0;d73269e94d72:45805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:16,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,45805,1732506551038] 2024-11-25T03:49:16,534 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:16,553 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/info/86ee5db1beb446d896cd7a85e75e2c56 is 153, key is TestHBaseWalOnEC,,1732506554554.13bf0cd332a493ef2c5617a59f4e053b./info:regioninfo/1732506555493/Put/seqid=0 2024-11-25T03:49:16,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,45805,1732506551038 already deleted, retry=false 2024-11-25T03:49:16,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,45805,1732506551038 expired; onlineServers=2 2024-11-25T03:49:16,557 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,558 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,565 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_556309773_22 at /127.0.0.1:41294 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41294 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-25T03:49:16,576 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:16,576 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/info/86ee5db1beb446d896cd7a85e75e2c56 2024-11-25T03:49:16,609 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/ns/d4b54eb3383d4dcc8046922b7a19e13d is 43, key is default/ns:d/1732506554238/Put/seqid=0 2024-11-25T03:49:16,612 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,612 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,620 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_556309773_22 at /127.0.0.1:43990 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:44485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43990 dst: /127.0.0.1:44485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-25T03:49:16,627 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:16,627 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/ns/d4b54eb3383d4dcc8046922b7a19e13d 2024-11-25T03:49:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45805-0x101701bf7680001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:16,645 INFO [RS:0;d73269e94d72:45805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:16,645 INFO [RS:0;d73269e94d72:45805 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,45805,1732506551038; zookeeper connection closed. 2024-11-25T03:49:16,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3344079b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3344079b 2024-11-25T03:49:16,669 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/table/72f7cad2284848f5b11b45f884d4dcfd is 52, key is TestHBaseWalOnEC/table:state/1732506555534/Put/seqid=0 2024-11-25T03:49:16,673 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,673 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_556309773_22 at /127.0.0.1:44004 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:44485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44004 dst: /127.0.0.1:44485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-25T03:49:16,685 WARN [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:16,685 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/table/72f7cad2284848f5b11b45f884d4dcfd 2024-11-25T03:49:16,687 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,43107,1732506551169; all regions closed. 2024-11-25T03:49:16,692 DEBUG [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:49:16,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741826_1016 (size=1298) 2024-11-25T03:49:16,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741826_1016 (size=1298) 2024-11-25T03:49:16,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741826_1016 (size=1298) 2024-11-25T03:49:16,702 DEBUG [RS:1;d73269e94d72:43107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs 2024-11-25T03:49:16,702 INFO [RS:1;d73269e94d72:43107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C43107%2C1732506551169:(num 1732506553299) 2024-11-25T03:49:16,702 DEBUG [RS:1;d73269e94d72:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,702 INFO [RS:1;d73269e94d72:43107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:16,702 INFO [RS:1;d73269e94d72:43107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:16,702 INFO [RS:1;d73269e94d72:43107 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:16,702 INFO [RS:1;d73269e94d72:43107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:49:16,702 INFO [RS:1;d73269e94d72:43107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:49:16,702 INFO [RS:1;d73269e94d72:43107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:49:16,702 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:16,703 INFO [RS:1;d73269e94d72:43107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:16,703 INFO [RS:1;d73269e94d72:43107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43107 2024-11-25T03:49:16,704 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/info/86ee5db1beb446d896cd7a85e75e2c56 as hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/info/86ee5db1beb446d896cd7a85e75e2c56 2024-11-25T03:49:16,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:16,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,43107,1732506551169 2024-11-25T03:49:16,713 INFO [RS:1;d73269e94d72:43107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:16,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,43107,1732506551169] 2024-11-25T03:49:16,717 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/info/86ee5db1beb446d896cd7a85e75e2c56, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T03:49:16,720 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/ns/d4b54eb3383d4dcc8046922b7a19e13d as hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/ns/d4b54eb3383d4dcc8046922b7a19e13d 2024-11-25T03:49:16,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,43107,1732506551169 already deleted, retry=false 2024-11-25T03:49:16,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,43107,1732506551169 expired; onlineServers=1 2024-11-25T03:49:16,735 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/ns/d4b54eb3383d4dcc8046922b7a19e13d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:49:16,736 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/.tmp/table/72f7cad2284848f5b11b45f884d4dcfd as hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/table/72f7cad2284848f5b11b45f884d4dcfd 2024-11-25T03:49:16,754 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/table/72f7cad2284848f5b11b45f884d4dcfd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T03:49:16,756 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 264ms, sequenceid=11, compaction requested=false 2024-11-25T03:49:16,756 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:49:16,791 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:49:16,792 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:49:16,792 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:49:16,793 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732506556492Running coprocessor pre-close hooks at 1732506556492Disabling compacts and flushes for region at 1732506556492Disabling writes for close at 1732506556492Obtaining lock to block concurrent updates at 1732506556493 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732506556493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732506556496 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732506556499 (+3 ms)Flushing 1588230740/info: creating writer at 1732506556500 (+1 ms)Flushing 1588230740/info: appending metadata at 1732506556545 (+45 ms)Flushing 1588230740/info: closing flushed file at 1732506556545Flushing 1588230740/ns: creating writer at 1732506556588 (+43 ms)Flushing 1588230740/ns: appending metadata at 1732506556607 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732506556607Flushing 1588230740/table: creating writer at 1732506556645 (+38 ms)Flushing 1588230740/table: appending metadata at 1732506556667 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732506556667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12090237: reopening flushed file at 1732506556700 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183f49c3: reopening flushed file at 1732506556717 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f532e8: reopening flushed file at 1732506556735 (+18 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 264ms, sequenceid=11, compaction requested=false at 1732506556756 (+21 ms)Writing region close event to WAL at 1732506556758 (+2 ms)Running coprocessor post-close hooks at 1732506556792 (+34 ms)Closed at 1732506556792 2024-11-25T03:49:16,793 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:49:16,823 INFO [RS:1;d73269e94d72:43107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:16,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:16,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x101701bf7680002, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:16,823 INFO [RS:1;d73269e94d72:43107 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,43107,1732506551169; zookeeper connection closed. 2024-11-25T03:49:16,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31de0568 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31de0568 2024-11-25T03:49:16,892 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,35587,1732506551240; all regions closed. 2024-11-25T03:49:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741829_1019 (size=2751) 2024-11-25T03:49:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741829_1019 (size=2751) 2024-11-25T03:49:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741829_1019 (size=2751) 2024-11-25T03:49:16,901 DEBUG [RS:2;d73269e94d72:35587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs 2024-11-25T03:49:16,901 INFO [RS:2;d73269e94d72:35587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C35587%2C1732506551240.meta:.meta(num 1732506553941) 2024-11-25T03:49:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741827_1017 (size=93) 2024-11-25T03:49:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741827_1017 (size=93) 2024-11-25T03:49:16,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741827_1017 (size=93) 2024-11-25T03:49:16,911 DEBUG [RS:2;d73269e94d72:35587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/oldWALs 2024-11-25T03:49:16,911 INFO [RS:2;d73269e94d72:35587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C35587%2C1732506551240:(num 1732506553299) 2024-11-25T03:49:16,911 DEBUG [RS:2;d73269e94d72:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:16,911 INFO [RS:2;d73269e94d72:35587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:16,911 INFO [RS:2;d73269e94d72:35587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:16,911 INFO [RS:2;d73269e94d72:35587 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:16,912 INFO [RS:2;d73269e94d72:35587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:16,912 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:16,912 INFO [RS:2;d73269e94d72:35587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35587 2024-11-25T03:49:16,923 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,35587,1732506551240 2024-11-25T03:49:16,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:16,923 INFO [RS:2;d73269e94d72:35587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:16,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,35587,1732506551240] 2024-11-25T03:49:16,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,35587,1732506551240 already deleted, retry=false 2024-11-25T03:49:16,944 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,35587,1732506551240 expired; onlineServers=0 2024-11-25T03:49:16,944 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd73269e94d72,34123,1732506550103' ***** 2024-11-25T03:49:16,944 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:49:16,944 INFO [M:0;d73269e94d72:34123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:16,944 INFO [M:0;d73269e94d72:34123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:16,944 DEBUG [M:0;d73269e94d72:34123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:49:16,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:49:16,945 DEBUG [M:0;d73269e94d72:34123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:49:16,945 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506552805 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506552805,5,FailOnTimeoutGroup] 2024-11-25T03:49:16,945 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506552809 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506552809,5,FailOnTimeoutGroup] 2024-11-25T03:49:16,950 INFO [M:0;d73269e94d72:34123 {}] hbase.ChoreService(370): Chore service for: master/d73269e94d72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:16,950 INFO [M:0;d73269e94d72:34123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:16,950 DEBUG [M:0;d73269e94d72:34123 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:49:16,950 INFO [M:0;d73269e94d72:34123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:49:16,950 INFO [M:0;d73269e94d72:34123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:49:16,951 INFO [M:0;d73269e94d72:34123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:49:16,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:49:16,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:16,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:16,954 DEBUG [M:0;d73269e94d72:34123 {}] zookeeper.ZKUtil(347): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T03:49:16,954 WARN [M:0;d73269e94d72:34123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:49:16,955 INFO [M:0;d73269e94d72:34123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/.lastflushedseqids 2024-11-25T03:49:16,965 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,965 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:16,969 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:41308 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41308 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-25T03:49:16,976 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:16,976 INFO [M:0;d73269e94d72:34123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:49:16,976 INFO [M:0;d73269e94d72:34123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:49:16,976 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:49:16,976 INFO [M:0;d73269e94d72:34123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:16,976 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:16,976 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:49:16,976 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:16,977 INFO [M:0;d73269e94d72:34123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-25T03:49:16,999 DEBUG [M:0;d73269e94d72:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc3d349e16974aca80066af8d4c1f23a is 82, key is hbase:meta,,1/info:regioninfo/1732506554111/Put/seqid=0 2024-11-25T03:49:17,001 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:17,001 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:17,009 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:41324 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41324 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-25T03:49:17,027 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:17,028 INFO [M:0;d73269e94d72:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc3d349e16974aca80066af8d4c1f23a 2024-11-25T03:49:17,033 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:17,033 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x101701bf7680003, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:17,033 INFO [RS:2;d73269e94d72:35587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:17,033 INFO [RS:2;d73269e94d72:35587 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,35587,1732506551240; zookeeper connection closed. 2024-11-25T03:49:17,034 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@680caf09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@680caf09 2024-11-25T03:49:17,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T03:49:17,065 DEBUG [M:0;d73269e94d72:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f2a425dc6c4474ba867cd8faa303428 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732506555543/Put/seqid=0 2024-11-25T03:49:17,068 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:17,068 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:17,075 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:41336 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41336 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:17,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-25T03:49:17,081 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:17,081 INFO [M:0;d73269e94d72:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f2a425dc6c4474ba867cd8faa303428 2024-11-25T03:49:17,121 DEBUG [M:0;d73269e94d72:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66dd86e33eac4e6ba9f15c9883fef15e is 69, key is d73269e94d72,35587,1732506551240/rs:state/1732506552926/Put/seqid=0 2024-11-25T03:49:17,123 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:17,124 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-25T03:49:17,133 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1775611947_22 at /127.0.0.1:44024 [Receiving block BP-401679557-172.17.0.2-1732506544687:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:44485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44024 dst: /127.0.0.1:44485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:49:17,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-25T03:49:17,143 WARN [M:0;d73269e94d72:34123 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-25T03:49:17,144 INFO [M:0;d73269e94d72:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66dd86e33eac4e6ba9f15c9883fef15e 2024-11-25T03:49:17,162 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc3d349e16974aca80066af8d4c1f23a as hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc3d349e16974aca80066af8d4c1f23a 2024-11-25T03:49:17,173 INFO [M:0;d73269e94d72:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc3d349e16974aca80066af8d4c1f23a, entries=8, sequenceid=72, filesize=5.5 K 2024-11-25T03:49:17,175 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f2a425dc6c4474ba867cd8faa303428 as hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f2a425dc6c4474ba867cd8faa303428 2024-11-25T03:49:17,185 INFO [M:0;d73269e94d72:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f2a425dc6c4474ba867cd8faa303428, entries=8, sequenceid=72, filesize=6.3 K 2024-11-25T03:49:17,187 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66dd86e33eac4e6ba9f15c9883fef15e as hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66dd86e33eac4e6ba9f15c9883fef15e 2024-11-25T03:49:17,197 INFO [M:0;d73269e94d72:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66dd86e33eac4e6ba9f15c9883fef15e, entries=3, sequenceid=72, filesize=5.2 K 2024-11-25T03:49:17,198 INFO [M:0;d73269e94d72:34123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 222ms, sequenceid=72, compaction requested=false 2024-11-25T03:49:17,201 INFO [M:0;d73269e94d72:34123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:17,201 DEBUG [M:0;d73269e94d72:34123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732506556976Disabling compacts and flushes for region at 1732506556976Disabling writes for close at 1732506556976Obtaining lock to block concurrent updates at 1732506556977 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732506556977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732506556977Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732506556980 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732506556980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732506556998 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732506556998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732506557039 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732506557064 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732506557064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732506557099 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732506557120 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732506557120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f228bec: reopening flushed file at 1732506557160 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e527f39: reopening flushed file at 1732506557174 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7815a5: reopening flushed file at 1732506557186 (+12 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 222ms, sequenceid=72, compaction requested=false at 1732506557198 (+12 ms)Writing region close event to WAL at 1732506557200 (+2 ms)Closed at 1732506557200 2024-11-25T03:49:17,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741825_1011 (size=32686) 2024-11-25T03:49:17,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741825_1011 (size=32686) 2024-11-25T03:49:17,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741825_1011 (size=32686) 2024-11-25T03:49:17,207 INFO [M:0;d73269e94d72:34123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:49:17,207 INFO [M:0;d73269e94d72:34123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34123 2024-11-25T03:49:17,207 INFO [M:0;d73269e94d72:34123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:17,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:17,317 INFO [M:0;d73269e94d72:34123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:17,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101701bf7680000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:17,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f750918{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:17,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:17,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:17,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:17,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:17,328 WARN [BP-401679557-172.17.0.2-1732506544687 heartbeating to localhost/127.0.0.1:36071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:49:17,328 WARN [BP-401679557-172.17.0.2-1732506544687 heartbeating to localhost/127.0.0.1:36071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-401679557-172.17.0.2-1732506544687 (Datanode Uuid 33aa0a65-f68a-4f21-8696-77dad6bea622) service to localhost/127.0.0.1:36071 2024-11-25T03:49:17,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data5/current/BP-401679557-172.17.0.2-1732506544687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:17,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data6/current/BP-401679557-172.17.0.2-1732506544687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:17,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:49:17,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:49:17,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:49:17,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b068f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:17,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:17,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:17,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:17,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:17,338 WARN [BP-401679557-172.17.0.2-1732506544687 heartbeating to localhost/127.0.0.1:36071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:49:17,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:49:17,339 WARN [BP-401679557-172.17.0.2-1732506544687 heartbeating to localhost/127.0.0.1:36071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-401679557-172.17.0.2-1732506544687 (Datanode Uuid d8acf33a-981b-48a5-8082-ed7f40e07ba2) service to localhost/127.0.0.1:36071 2024-11-25T03:49:17,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:49:17,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data3/current/BP-401679557-172.17.0.2-1732506544687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:17,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data4/current/BP-401679557-172.17.0.2-1732506544687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:17,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:49:17,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e705dc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:17,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:17,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:17,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:17,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:17,349 WARN [BP-401679557-172.17.0.2-1732506544687 heartbeating to localhost/127.0.0.1:36071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:49:17,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:49:17,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:49:17,349 WARN [BP-401679557-172.17.0.2-1732506544687 heartbeating to localhost/127.0.0.1:36071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-401679557-172.17.0.2-1732506544687 (Datanode Uuid 374541f0-15b8-4792-a891-057cec3028f0) service to localhost/127.0.0.1:36071 2024-11-25T03:49:17,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data1/current/BP-401679557-172.17.0.2-1732506544687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:17,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/cluster_50a41c62-2cc2-233e-8fa4-0b5f4529da24/data/data2/current/BP-401679557-172.17.0.2-1732506544687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:17,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:49:17,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:49:17,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:17,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:17,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:17,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:17,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:49:17,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:49:17,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=86 (was 155), OpenFileDescriptor=436 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9066 (was 9350) 2024-11-25T03:49:17,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=86, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=9066 2024-11-25T03:49:17,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:49:17,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.log.dir so I do NOT create it in target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39e951af-ffaf-14b8-6543-673226dac25b/hadoop.tmp.dir so I do NOT create it in target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd, deleteOnExit=true 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/test.cache.data in system properties and HBase conf 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:49:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:49:17,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:49:17,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:49:17,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:49:17,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:49:17,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:49:17,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:49:17,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:49:17,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:49:17,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:17,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:17,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:17,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:17,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:49:17,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:17,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:17,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:18,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/java.io.tmpdir/jetty-localhost-43351-hadoop-hdfs-3_4_1-tests_jar-_-any-10235473275873614759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:49:18,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:43351} 2024-11-25T03:49:18,002 INFO [Time-limited test {}] server.Server(415): Started @16144ms 2024-11-25T03:49:18,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:18,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:18,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:18,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:18,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:49:18,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a92fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:18,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@137179d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:18,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@582dea15{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/java.io.tmpdir/jetty-localhost-38857-hadoop-hdfs-3_4_1-tests_jar-_-any-4676423512684591644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:18,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f6d3ff7{HTTP/1.1, (http/1.1)}{localhost:38857} 2024-11-25T03:49:18,535 INFO [Time-limited test {}] server.Server(415): Started @16677ms 2024-11-25T03:49:18,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:49:18,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:18,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:18,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:18,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:18,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:49:18,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bb1336{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:18,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c597470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:18,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b340784{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/java.io.tmpdir/jetty-localhost-42927-hadoop-hdfs-3_4_1-tests_jar-_-any-14067010479939483326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:18,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1872922a{HTTP/1.1, (http/1.1)}{localhost:42927} 2024-11-25T03:49:18,827 INFO [Time-limited test {}] server.Server(415): Started @16969ms 2024-11-25T03:49:18,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:49:18,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:49:18,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:49:18,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:49:18,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:49:18,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:49:18,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38da8210{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:49:18,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f6422f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:49:18,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1183a3bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/java.io.tmpdir/jetty-localhost-33165-hadoop-hdfs-3_4_1-tests_jar-_-any-5083806314481510606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:18,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee4ec12{HTTP/1.1, (http/1.1)}{localhost:33165} 2024-11-25T03:49:18,972 INFO [Time-limited test {}] server.Server(415): Started @17114ms 2024-11-25T03:49:18,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:49:19,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:49:19,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:49:19,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:49:19,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:49:19,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:49:19,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:49:19,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:49:20,125 WARN [Thread-555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data1/current/BP-771608368-172.17.0.2-1732506557458/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:20,125 WARN [Thread-556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data2/current/BP-771608368-172.17.0.2-1732506557458/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:20,141 WARN [Thread-495 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:49:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c95e5d68a38e89d with lease ID 0xb975d78aee331ed7: Processing first storage report for DS-a5948179-2fa7-481b-b278-3b556d176fc9 from datanode DatanodeRegistration(127.0.0.1:38611, datanodeUuid=c5a762ea-0cbb-4b94-9bde-d045d6f7aa01, infoPort=39847, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458) 2024-11-25T03:49:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c95e5d68a38e89d with lease ID 0xb975d78aee331ed7: from storage DS-a5948179-2fa7-481b-b278-3b556d176fc9 node DatanodeRegistration(127.0.0.1:38611, datanodeUuid=c5a762ea-0cbb-4b94-9bde-d045d6f7aa01, infoPort=39847, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c95e5d68a38e89d with lease ID 0xb975d78aee331ed7: Processing first storage report for DS-540a5fb3-a658-4130-8ae0-5ca19aa5b085 from datanode DatanodeRegistration(127.0.0.1:38611, datanodeUuid=c5a762ea-0cbb-4b94-9bde-d045d6f7aa01, infoPort=39847, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458) 2024-11-25T03:49:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c95e5d68a38e89d with lease ID 0xb975d78aee331ed7: from storage DS-540a5fb3-a658-4130-8ae0-5ca19aa5b085 node DatanodeRegistration(127.0.0.1:38611, datanodeUuid=c5a762ea-0cbb-4b94-9bde-d045d6f7aa01, infoPort=39847, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:20,354 WARN [Thread-567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data3/current/BP-771608368-172.17.0.2-1732506557458/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:20,354 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data4/current/BP-771608368-172.17.0.2-1732506557458/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:20,375 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:49:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3e51837cc578530 with lease ID 0xb975d78aee331ed8: Processing first storage report for DS-497c9235-e62c-4dbe-9bb5-405d64f38068 from datanode DatanodeRegistration(127.0.0.1:36477, datanodeUuid=2ce77dd0-0600-42d8-84b4-094349fb3044, infoPort=38123, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458) 2024-11-25T03:49:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3e51837cc578530 with lease ID 0xb975d78aee331ed8: from storage DS-497c9235-e62c-4dbe-9bb5-405d64f38068 node DatanodeRegistration(127.0.0.1:36477, datanodeUuid=2ce77dd0-0600-42d8-84b4-094349fb3044, infoPort=38123, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3e51837cc578530 with lease ID 0xb975d78aee331ed8: Processing first storage report for DS-a6a39e9f-fd53-4f49-b0be-b84b26376d6d from datanode DatanodeRegistration(127.0.0.1:36477, datanodeUuid=2ce77dd0-0600-42d8-84b4-094349fb3044, infoPort=38123, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458) 2024-11-25T03:49:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3e51837cc578530 with lease ID 0xb975d78aee331ed8: from storage DS-a6a39e9f-fd53-4f49-b0be-b84b26376d6d node DatanodeRegistration(127.0.0.1:36477, datanodeUuid=2ce77dd0-0600-42d8-84b4-094349fb3044, infoPort=38123, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:20,505 WARN [Thread-578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data5/current/BP-771608368-172.17.0.2-1732506557458/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:20,508 WARN [Thread-579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data6/current/BP-771608368-172.17.0.2-1732506557458/current, will proceed with Du for space computation calculation, 2024-11-25T03:49:20,527 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:49:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40dbdf7e0411e357 with lease ID 0xb975d78aee331ed9: Processing first storage report for DS-2dbd62e3-84a5-4ddd-bdfd-40d47a90cd53 from datanode DatanodeRegistration(127.0.0.1:32805, datanodeUuid=726050fb-c114-4652-85ef-3224653e3518, infoPort=46557, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458) 2024-11-25T03:49:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40dbdf7e0411e357 with lease ID 0xb975d78aee331ed9: from storage DS-2dbd62e3-84a5-4ddd-bdfd-40d47a90cd53 node DatanodeRegistration(127.0.0.1:32805, datanodeUuid=726050fb-c114-4652-85ef-3224653e3518, infoPort=46557, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40dbdf7e0411e357 with lease ID 0xb975d78aee331ed9: Processing first storage report for DS-5b2a9319-e0b4-4ba2-becb-6bd4894cc405 from datanode DatanodeRegistration(127.0.0.1:32805, datanodeUuid=726050fb-c114-4652-85ef-3224653e3518, infoPort=46557, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458) 2024-11-25T03:49:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40dbdf7e0411e357 with lease ID 0xb975d78aee331ed9: from storage DS-5b2a9319-e0b4-4ba2-becb-6bd4894cc405 node DatanodeRegistration(127.0.0.1:32805, datanodeUuid=726050fb-c114-4652-85ef-3224653e3518, infoPort=46557, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=1031285856;c=1732506557458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:49:20,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d 2024-11-25T03:49:20,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/zookeeper_0, clientPort=62026, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:49:20,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62026 2024-11-25T03:49:20,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:49:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:49:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:49:20,649 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205 with version=8 2024-11-25T03:49:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36071/user/jenkins/test-data/4d612def-df4e-498a-b131-7c7c49fcf220/hbase-staging 2024-11-25T03:49:20,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:20,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:20,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:20,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:49:20,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:20,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44411 2024-11-25T03:49:20,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44411 connecting to ZooKeeper ensemble=127.0.0.1:62026 2024-11-25T03:49:20,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444110x0, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:20,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44411-0x101701c24200000 connected 2024-11-25T03:49:20,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:20,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205, hbase.cluster.distributed=false 2024-11-25T03:49:20,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:20,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44411 2024-11-25T03:49:20,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44411 2024-11-25T03:49:20,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44411 2024-11-25T03:49:20,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44411 2024-11-25T03:49:20,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44411 2024-11-25T03:49:20,799 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:20,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:20,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:20,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:49:20,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:20,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37135 2024-11-25T03:49:20,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37135 connecting to ZooKeeper ensemble=127.0.0.1:62026 2024-11-25T03:49:20,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371350x0, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:20,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37135-0x101701c24200001 connected 2024-11-25T03:49:20,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:20,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:49:20,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:49:20,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:49:20,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-25T03:49:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37135 2024-11-25T03:49:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37135 2024-11-25T03:49:20,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-25T03:49:20,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-25T03:49:20,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:20,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:20,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:20,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:49:20,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:20,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44413 2024-11-25T03:49:20,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44413 connecting to ZooKeeper ensemble=127.0.0.1:62026 2024-11-25T03:49:20,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444130x0, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:20,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444130x0, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:20,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:49:20,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44413-0x101701c24200002 connected 2024-11-25T03:49:20,865 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:49:20,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:49:20,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:20,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-25T03:49:20,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44413 2024-11-25T03:49:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44413 2024-11-25T03:49:20,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-25T03:49:20,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-25T03:49:20,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:49:20,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:49:20,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:49:20,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:49:20,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:49:20,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:49:20,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38633 2024-11-25T03:49:20,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38633 connecting to ZooKeeper ensemble=127.0.0.1:62026 2024-11-25T03:49:20,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386330x0, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:49:20,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38633-0x101701c24200003 connected 2024-11-25T03:49:20,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:20,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:49:20,912 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:49:20,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:49:20,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:49:20,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-25T03:49:20,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38633 2024-11-25T03:49:20,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38633 2024-11-25T03:49:20,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-25T03:49:20,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-25T03:49:20,930 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d73269e94d72:44411 2024-11-25T03:49:20,930 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d73269e94d72,44411,1732506560651 2024-11-25T03:49:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,944 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d73269e94d72,44411,1732506560651 2024-11-25T03:49:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:20,955 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T03:49:20,955 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d73269e94d72,44411,1732506560651 from backup master directory 2024-11-25T03:49:20,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d73269e94d72,44411,1732506560651 2024-11-25T03:49:20,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:49:20,964 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:20,965 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d73269e94d72,44411,1732506560651 2024-11-25T03:49:20,971 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/hbase.id] with ID: d687d72e-0753-45c3-8e9a-cdba0cc011a5 2024-11-25T03:49:20,971 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/.tmp/hbase.id 2024-11-25T03:49:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:49:20,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:49:20,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:49:20,981 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/.tmp/hbase.id]:[hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/hbase.id] 2024-11-25T03:49:20,998 INFO [master/d73269e94d72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:49:20,998 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:49:21,001 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-25T03:49:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:49:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:49:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:49:21,017 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:49:21,018 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:49:21,018 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T03:49:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:49:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:49:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:49:21,037 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store 2024-11-25T03:49:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:49:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:49:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:49:21,048 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:21,048 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:49:21,048 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:21,048 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:21,048 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:49:21,048 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:21,048 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:21,048 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732506561048Disabling compacts and flushes for region at 1732506561048Disabling writes for close at 1732506561048Writing region close event to WAL at 1732506561048Closed at 1732506561048 2024-11-25T03:49:21,049 WARN [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/.initializing 2024-11-25T03:49:21,050 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/WALs/d73269e94d72,44411,1732506560651 2024-11-25T03:49:21,054 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C44411%2C1732506560651, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/WALs/d73269e94d72,44411,1732506560651, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/oldWALs, maxLogs=10 2024-11-25T03:49:21,054 INFO [master/d73269e94d72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor d73269e94d72%2C44411%2C1732506560651.1732506561054 2024-11-25T03:49:21,065 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/WALs/d73269e94d72,44411,1732506560651/d73269e94d72%2C44411%2C1732506560651.1732506561054 2024-11-25T03:49:21,067 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:46557:46557),(127.0.0.1/127.0.0.1:39847:39847)] 2024-11-25T03:49:21,067 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:49:21,068 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:21,068 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,068 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:49:21,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:21,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:49:21,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:21,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:49:21,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:21,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:49:21,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:21,084 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,084 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,085 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,087 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,087 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,087 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:49:21,089 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:49:21,092 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:49:21,093 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67965900, jitterRate=0.01277083158493042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:49:21,094 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732506561068Initializing all the Stores at 1732506561070 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506561070Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506561070Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506561070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506561070Cleaning up temporary data from old regions at 1732506561087 (+17 ms)Region opened successfully at 1732506561094 (+7 ms) 2024-11-25T03:49:21,094 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:49:21,100 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f91161e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:21,101 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:49:21,101 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:49:21,101 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:49:21,102 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:49:21,103 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:49:21,103 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:49:21,103 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:49:21,106 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:49:21,107 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T03:49:21,112 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T03:49:21,112 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:49:21,113 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:49:21,122 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T03:49:21,123 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:49:21,124 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:49:21,133 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T03:49:21,134 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:49:21,143 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T03:49:21,146 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:49:21,154 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T03:49:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,165 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d73269e94d72,44411,1732506560651, sessionid=0x101701c24200000, setting cluster-up flag (Was=false) 2024-11-25T03:49:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,217 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T03:49:21,222 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,44411,1732506560651 2024-11-25T03:49:21,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,280 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T03:49:21,282 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,44411,1732506560651 2024-11-25T03:49:21,284 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:49:21,286 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:21,287 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:49:21,287 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:49:21,287 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d73269e94d72,44411,1732506560651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:49:21,289 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:21,289 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:21,289 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:21,289 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:49:21,289 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d73269e94d72:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:49:21,289 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,290 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:21,290 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,291 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732506591291 2024-11-25T03:49:21,291 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:49:21,291 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:49:21,291 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:49:21,291 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:49:21,291 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:49:21,291 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:49:21,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:21,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:49:21,292 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,292 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:49:21,293 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:49:21,293 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:49:21,293 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:49:21,293 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:49:21,293 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506561293,5,FailOnTimeoutGroup] 2024-11-25T03:49:21,294 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:49:21,296 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506561293,5,FailOnTimeoutGroup] 2024-11-25T03:49:21,296 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,296 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:49:21,296 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,296 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:49:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:49:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:49:21,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:49:21,304 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205 2024-11-25T03:49:21,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:49:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:49:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:49:21,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:21,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:49:21,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:49:21,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:21,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:49:21,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:49:21,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:21,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:49:21,321 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(746): ClusterId : d687d72e-0753-45c3-8e9a-cdba0cc011a5 2024-11-25T03:49:21,321 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(746): ClusterId : d687d72e-0753-45c3-8e9a-cdba0cc011a5 2024-11-25T03:49:21,321 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(746): ClusterId : d687d72e-0753-45c3-8e9a-cdba0cc011a5 2024-11-25T03:49:21,321 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:49:21,321 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:49:21,321 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:49:21,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:49:21,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:21,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:49:21,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:49:21,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:21,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:21,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:49:21,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740 2024-11-25T03:49:21,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740 2024-11-25T03:49:21,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:49:21,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:49:21,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:49:21,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:49:21,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:49:21,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64428603, jitterRate=-0.03993900120258331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:49:21,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732506561314Initializing all the Stores at 1732506561315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506561315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506561315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506561315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506561315Cleaning up temporary data from old regions at 1732506561327 (+12 ms)Region opened successfully at 1732506561331 (+4 ms) 2024-11-25T03:49:21,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:49:21,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:49:21,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:49:21,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:49:21,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:49:21,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:49:21,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732506561332Disabling compacts and flushes for region at 1732506561332Disabling writes for close at 1732506561332Writing region close event to WAL at 1732506561332Closed at 1732506561332 2024-11-25T03:49:21,334 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:49:21,334 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:49:21,334 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:49:21,334 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:49:21,334 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:49:21,334 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:49:21,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:21,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:49:21,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:49:21,336 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:49:21,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:49:21,354 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:49:21,355 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:49:21,355 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:49:21,355 DEBUG [RS:0;d73269e94d72:37135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2780f14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:21,355 DEBUG [RS:1;d73269e94d72:44413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d87bcc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:21,355 DEBUG [RS:2;d73269e94d72:38633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cbbd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:49:21,367 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d73269e94d72:44413 2024-11-25T03:49:21,367 DEBUG [RS:2;d73269e94d72:38633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d73269e94d72:38633 2024-11-25T03:49:21,367 DEBUG [RS:0;d73269e94d72:37135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d73269e94d72:37135 2024-11-25T03:49:21,367 INFO [RS:1;d73269e94d72:44413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:49:21,367 INFO [RS:1;d73269e94d72:44413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:49:21,367 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:49:21,367 INFO [RS:0;d73269e94d72:37135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:49:21,367 INFO [RS:2;d73269e94d72:38633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:49:21,367 INFO [RS:0;d73269e94d72:37135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:49:21,367 INFO [RS:2;d73269e94d72:38633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:49:21,367 DEBUG [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:49:21,367 DEBUG [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:49:21,368 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,44411,1732506560651 with port=38633, startcode=1732506560890 2024-11-25T03:49:21,368 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,44411,1732506560651 with port=37135, startcode=1732506560798 2024-11-25T03:49:21,368 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,44411,1732506560651 with port=44413, startcode=1732506560839 2024-11-25T03:49:21,368 DEBUG [RS:0;d73269e94d72:37135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:49:21,368 DEBUG [RS:1;d73269e94d72:44413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:49:21,368 DEBUG [RS:2;d73269e94d72:38633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:49:21,370 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:49:21,371 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:49:21,371 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37879, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:49:21,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,37135,1732506560798 2024-11-25T03:49:21,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44411 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,37135,1732506560798 2024-11-25T03:49:21,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,38633,1732506560890 2024-11-25T03:49:21,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44411 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,38633,1732506560890 2024-11-25T03:49:21,373 DEBUG [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205 2024-11-25T03:49:21,374 DEBUG [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44587 2024-11-25T03:49:21,374 DEBUG [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:49:21,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,44413,1732506560839 2024-11-25T03:49:21,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44411 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,44413,1732506560839 2024-11-25T03:49:21,375 DEBUG [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205 2024-11-25T03:49:21,375 DEBUG [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44587 2024-11-25T03:49:21,376 DEBUG [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:49:21,377 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205 2024-11-25T03:49:21,377 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44587 2024-11-25T03:49:21,377 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:49:21,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:21,424 DEBUG [RS:0;d73269e94d72:37135 {}] zookeeper.ZKUtil(111): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,37135,1732506560798 2024-11-25T03:49:21,424 WARN [RS:0;d73269e94d72:37135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:21,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,44413,1732506560839] 2024-11-25T03:49:21,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,37135,1732506560798] 2024-11-25T03:49:21,425 INFO [RS:0;d73269e94d72:37135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T03:49:21,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,38633,1732506560890] 2024-11-25T03:49:21,425 DEBUG [RS:2;d73269e94d72:38633 {}] zookeeper.ZKUtil(111): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,38633,1732506560890 2024-11-25T03:49:21,425 DEBUG [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,37135,1732506560798 2024-11-25T03:49:21,425 WARN [RS:2;d73269e94d72:38633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:21,425 DEBUG [RS:1;d73269e94d72:44413 {}] zookeeper.ZKUtil(111): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,44413,1732506560839 2024-11-25T03:49:21,425 INFO [RS:2;d73269e94d72:38633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T03:49:21,425 WARN [RS:1;d73269e94d72:44413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:49:21,425 DEBUG [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,38633,1732506560890 2024-11-25T03:49:21,425 INFO [RS:1;d73269e94d72:44413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T03:49:21,426 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,44413,1732506560839 2024-11-25T03:49:21,433 INFO [RS:1;d73269e94d72:44413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:49:21,433 INFO [RS:0;d73269e94d72:37135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:49:21,433 INFO [RS:2;d73269e94d72:38633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:49:21,436 INFO [RS:1;d73269e94d72:44413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:49:21,438 INFO [RS:1;d73269e94d72:44413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:49:21,438 INFO [RS:0;d73269e94d72:37135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:49:21,438 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,440 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:49:21,440 INFO [RS:2;d73269e94d72:38633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:49:21,440 INFO [RS:0;d73269e94d72:37135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:49:21,440 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,440 INFO [RS:2;d73269e94d72:38633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:49:21,441 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:49:21,441 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,441 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:49:21,441 INFO [RS:1;d73269e94d72:44413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:49:21,441 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,441 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,441 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,441 INFO [RS:0;d73269e94d72:37135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:49:21,441 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 INFO [RS:2;d73269e94d72:38633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:21,442 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:1;d73269e94d72:44413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,442 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:49:21,442 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:0;d73269e94d72:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:21,443 DEBUG [RS:2;d73269e94d72:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:49:21,448 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,448 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,448 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,448 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,448 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,448 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,448 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44413,1732506560839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:21,448 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,37135,1732506560798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,449 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,38633,1732506560890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:21,462 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:49:21,462 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44413,1732506560839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,462 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,462 INFO [RS:1;d73269e94d72:44413 {}] regionserver.Replication(171): d73269e94d72,44413,1732506560839 started 2024-11-25T03:49:21,463 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:49:21,464 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,37135,1732506560798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,464 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,464 INFO [RS:0;d73269e94d72:37135 {}] regionserver.Replication(171): d73269e94d72,37135,1732506560798 started 2024-11-25T03:49:21,464 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:49:21,465 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,38633,1732506560890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,465 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,465 INFO [RS:2;d73269e94d72:38633 {}] regionserver.Replication(171): d73269e94d72,38633,1732506560890 started 2024-11-25T03:49:21,475 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,475 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,44413,1732506560839, RpcServer on d73269e94d72/172.17.0.2:44413, sessionid=0x101701c24200002 2024-11-25T03:49:21,475 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:49:21,475 DEBUG [RS:1;d73269e94d72:44413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,44413,1732506560839 2024-11-25T03:49:21,476 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,44413,1732506560839' 2024-11-25T03:49:21,476 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:49:21,476 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:49:21,477 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:49:21,477 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:49:21,477 DEBUG [RS:1;d73269e94d72:44413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,44413,1732506560839 2024-11-25T03:49:21,477 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,44413,1732506560839' 2024-11-25T03:49:21,477 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:49:21,477 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,477 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,37135,1732506560798, RpcServer on d73269e94d72/172.17.0.2:37135, sessionid=0x101701c24200001 2024-11-25T03:49:21,477 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:49:21,477 DEBUG [RS:0;d73269e94d72:37135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,37135,1732506560798 2024-11-25T03:49:21,478 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:49:21,478 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,37135,1732506560798' 2024-11-25T03:49:21,478 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:49:21,478 DEBUG [RS:1;d73269e94d72:44413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:49:21,478 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:49:21,478 INFO [RS:1;d73269e94d72:44413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:49:21,478 INFO [RS:1;d73269e94d72:44413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:49:21,478 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:49:21,478 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:49:21,478 DEBUG [RS:0;d73269e94d72:37135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,37135,1732506560798 2024-11-25T03:49:21,479 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,37135,1732506560798' 2024-11-25T03:49:21,479 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:49:21,479 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:49:21,479 DEBUG [RS:0;d73269e94d72:37135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:49:21,479 INFO [RS:0;d73269e94d72:37135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:49:21,480 INFO [RS:0;d73269e94d72:37135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:49:21,483 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:21,483 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,38633,1732506560890, RpcServer on d73269e94d72/172.17.0.2:38633, sessionid=0x101701c24200003 2024-11-25T03:49:21,483 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:49:21,483 DEBUG [RS:2;d73269e94d72:38633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,38633,1732506560890 2024-11-25T03:49:21,483 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,38633,1732506560890' 2024-11-25T03:49:21,483 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:49:21,484 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:49:21,484 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:49:21,484 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:49:21,484 DEBUG [RS:2;d73269e94d72:38633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,38633,1732506560890 2024-11-25T03:49:21,484 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,38633,1732506560890' 2024-11-25T03:49:21,484 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:49:21,485 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:49:21,485 DEBUG [RS:2;d73269e94d72:38633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:49:21,485 INFO [RS:2;d73269e94d72:38633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:49:21,485 INFO [RS:2;d73269e94d72:38633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:49:21,488 WARN [d73269e94d72:44411 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:49:21,583 INFO [RS:1;d73269e94d72:44413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C44413%2C1732506560839, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,44413,1732506560839, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs, maxLogs=32 2024-11-25T03:49:21,585 INFO [RS:0;d73269e94d72:37135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C37135%2C1732506560798, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,37135,1732506560798, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs, maxLogs=32 2024-11-25T03:49:21,587 INFO [RS:1;d73269e94d72:44413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d73269e94d72%2C44413%2C1732506560839.1732506561587 2024-11-25T03:49:21,589 INFO [RS:2;d73269e94d72:38633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C38633%2C1732506560890, suffix=, logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,38633,1732506560890, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs, maxLogs=32 2024-11-25T03:49:21,589 INFO [RS:0;d73269e94d72:37135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d73269e94d72%2C37135%2C1732506560798.1732506561589 2024-11-25T03:49:21,590 INFO [RS:2;d73269e94d72:38633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d73269e94d72%2C38633%2C1732506560890.1732506561590 2024-11-25T03:49:21,600 INFO [RS:1;d73269e94d72:44413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,44413,1732506560839/d73269e94d72%2C44413%2C1732506560839.1732506561587 2024-11-25T03:49:21,601 INFO [RS:0;d73269e94d72:37135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,37135,1732506560798/d73269e94d72%2C37135%2C1732506560798.1732506561589 2024-11-25T03:49:21,602 DEBUG [RS:1;d73269e94d72:44413 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39847:39847),(127.0.0.1/127.0.0.1:46557:46557),(127.0.0.1/127.0.0.1:38123:38123)] 2024-11-25T03:49:21,602 DEBUG [RS:0;d73269e94d72:37135 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:46557:46557),(127.0.0.1/127.0.0.1:39847:39847)] 2024-11-25T03:49:21,602 INFO [RS:2;d73269e94d72:38633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,38633,1732506560890/d73269e94d72%2C38633%2C1732506560890.1732506561590 2024-11-25T03:49:21,604 DEBUG [RS:2;d73269e94d72:38633 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46557:46557),(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:39847:39847)] 2024-11-25T03:49:21,738 DEBUG [d73269e94d72:44411 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T03:49:21,739 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:49:21,742 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:49:21,742 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:49:21,742 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:49:21,742 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:49:21,742 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:49:21,742 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:49:21,742 INFO [d73269e94d72:44411 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:49:21,742 INFO [d73269e94d72:44411 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:49:21,742 INFO [d73269e94d72:44411 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:49:21,742 DEBUG [d73269e94d72:44411 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:49:21,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d73269e94d72,44413,1732506560839 2024-11-25T03:49:21,745 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,44413,1732506560839, state=OPENING 2024-11-25T03:49:21,807 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:49:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:21,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:21,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:21,899 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:49:21,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,44413,1732506560839}] 2024-11-25T03:49:21,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:21,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:22,057 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:49:22,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44145, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:49:22,066 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:49:22,066 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T03:49:22,069 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C44413%2C1732506560839.meta, suffix=.meta, logDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,44413,1732506560839, archiveDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs, maxLogs=32 2024-11-25T03:49:22,070 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor d73269e94d72%2C44413%2C1732506560839.meta.1732506562070.meta 2024-11-25T03:49:22,078 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/WALs/d73269e94d72,44413,1732506560839/d73269e94d72%2C44413%2C1732506560839.meta.1732506562070.meta 2024-11-25T03:49:22,080 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38123:38123),(127.0.0.1/127.0.0.1:46557:46557),(127.0.0.1/127.0.0.1:39847:39847)] 2024-11-25T03:49:22,082 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:49:22,083 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:49:22,083 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:49:22,083 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:49:22,083 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:49:22,083 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:22,083 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:49:22,083 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:49:22,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:49:22,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:49:22,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:22,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:22,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:49:22,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:49:22,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:22,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:22,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:49:22,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:49:22,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:22,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:22,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:49:22,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:49:22,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:22,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:49:22,092 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:49:22,093 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740 2024-11-25T03:49:22,095 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740 2024-11-25T03:49:22,096 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:49:22,096 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:49:22,097 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:49:22,099 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:49:22,100 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64337259, jitterRate=-0.04130013287067413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:49:22,101 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:49:22,102 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732506562084Writing region info on filesystem at 1732506562084Initializing all the Stores at 1732506562085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506562085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506562085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506562085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506562085Cleaning up temporary data from old regions at 1732506562097 (+12 ms)Running coprocessor post-open hooks at 1732506562101 (+4 ms)Region opened successfully at 1732506562101 2024-11-25T03:49:22,103 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732506562056 2024-11-25T03:49:22,107 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:49:22,108 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:49:22,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,44413,1732506560839 2024-11-25T03:49:22,110 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,44413,1732506560839, state=OPEN 2024-11-25T03:49:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:49:22,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:22,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:22,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:22,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:49:22,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d73269e94d72,44413,1732506560839 2024-11-25T03:49:22,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:49:22,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,44413,1732506560839 in 223 msec 2024-11-25T03:49:22,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:49:22,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 793 msec 2024-11-25T03:49:22,133 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:49:22,133 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:49:22,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:49:22,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,44413,1732506560839, seqNum=-1] 2024-11-25T03:49:22,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:49:22,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:49:22,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 857 msec 2024-11-25T03:49:22,145 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732506562145, completionTime=-1 2024-11-25T03:49:22,145 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T03:49:22,145 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:49:22,148 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T03:49:22,148 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732506622148 2024-11-25T03:49:22,148 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732506682148 2024-11-25T03:49:22,148 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:49:22,148 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:49:22,149 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44411,1732506560651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:22,149 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44411,1732506560651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:22,149 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44411,1732506560651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:22,149 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d73269e94d72:44411, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:22,149 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:22,150 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:22,152 DEBUG [master/d73269e94d72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:49:22,155 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.190sec 2024-11-25T03:49:22,156 INFO [master/d73269e94d72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:49:22,156 INFO [master/d73269e94d72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:49:22,156 INFO [master/d73269e94d72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:49:22,156 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:49:22,156 INFO [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:49:22,156 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44411,1732506560651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:49:22,156 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44411,1732506560651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:49:22,160 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:49:22,160 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:49:22,160 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,44411,1732506560651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:49:22,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a77301a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:49:22,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d73269e94d72,44411,-1 for getting cluster id 2024-11-25T03:49:22,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:49:22,223 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd687d72e-0753-45c3-8e9a-cdba0cc011a5' 2024-11-25T03:49:22,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:49:22,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d687d72e-0753-45c3-8e9a-cdba0cc011a5" 2024-11-25T03:49:22,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410f00f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:49:22,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d73269e94d72,44411,-1] 2024-11-25T03:49:22,225 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:49:22,225 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:22,226 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:49:22,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f5e381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:49:22,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:49:22,230 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,44413,1732506560839, seqNum=-1] 2024-11-25T03:49:22,230 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:49:22,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:49:22,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d73269e94d72,44411,1732506560651 2024-11-25T03:49:22,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:49:22,237 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d73269e94d72,44411,1732506560651 2024-11-25T03:49:22,237 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c5773e 2024-11-25T03:49:22,238 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:49:22,240 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:49:22,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:49:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-25T03:49:22,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:49:22,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:22,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-25T03:49:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:22,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:49:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741837_1013 (size=392) 2024-11-25T03:49:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741837_1013 (size=392) 2024-11-25T03:49:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741837_1013 (size=392) 2024-11-25T03:49:22,261 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59a69aaa006136ee34a31aa83090421c, NAME => 'TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205 2024-11-25T03:49:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741838_1014 (size=51) 2024-11-25T03:49:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741838_1014 (size=51) 2024-11-25T03:49:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741838_1014 (size=51) 2024-11-25T03:49:22,273 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:22,273 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 59a69aaa006136ee34a31aa83090421c, disabling compactions & flushes 2024-11-25T03:49:22,273 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:22,273 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:22,273 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. after waiting 0 ms 2024-11-25T03:49:22,274 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:22,274 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:22,274 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59a69aaa006136ee34a31aa83090421c: Waiting for close lock at 1732506562273Disabling compacts and flushes for region at 1732506562273Disabling writes for close at 1732506562273Writing region close event to WAL at 1732506562274 (+1 ms)Closed at 1732506562274 2024-11-25T03:49:22,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:49:22,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732506562276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506562276"}]},"ts":"1732506562276"} 2024-11-25T03:49:22,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:49:22,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:49:22,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506562281"}]},"ts":"1732506562281"} 2024-11-25T03:49:22,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-25T03:49:22,285 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:49:22,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:49:22,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:49:22,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:49:22,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:49:22,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:49:22,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:49:22,286 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:49:22,286 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:49:22,286 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:49:22,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:49:22,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=59a69aaa006136ee34a31aa83090421c, ASSIGN}] 2024-11-25T03:49:22,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=59a69aaa006136ee34a31aa83090421c, ASSIGN 2024-11-25T03:49:22,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=59a69aaa006136ee34a31aa83090421c, ASSIGN; state=OFFLINE, location=d73269e94d72,44413,1732506560839; forceNewPlan=false, retain=false 2024-11-25T03:49:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:22,441 INFO [d73269e94d72:44411 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T03:49:22,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59a69aaa006136ee34a31aa83090421c, regionState=OPENING, regionLocation=d73269e94d72,44413,1732506560839 2024-11-25T03:49:22,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=59a69aaa006136ee34a31aa83090421c, ASSIGN because future has completed 2024-11-25T03:49:22,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a69aaa006136ee34a31aa83090421c, server=d73269e94d72,44413,1732506560839}] 2024-11-25T03:49:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:22,606 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:22,606 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59a69aaa006136ee34a31aa83090421c, NAME => 'TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:49:22,607 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,607 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:49:22,607 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,607 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,609 INFO [StoreOpener-59a69aaa006136ee34a31aa83090421c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,611 INFO [StoreOpener-59a69aaa006136ee34a31aa83090421c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a69aaa006136ee34a31aa83090421c columnFamilyName cf 2024-11-25T03:49:22,611 DEBUG [StoreOpener-59a69aaa006136ee34a31aa83090421c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:49:22,612 INFO [StoreOpener-59a69aaa006136ee34a31aa83090421c-1 {}] regionserver.HStore(327): Store=59a69aaa006136ee34a31aa83090421c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:49:22,612 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,613 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,613 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,614 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,614 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,616 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,619 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:49:22,620 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59a69aaa006136ee34a31aa83090421c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68218595, jitterRate=0.016536280512809753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:49:22,620 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:22,621 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59a69aaa006136ee34a31aa83090421c: Running coprocessor pre-open hook at 1732506562607Writing region info on filesystem at 1732506562607Initializing all the Stores at 1732506562608 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506562609 (+1 ms)Cleaning up temporary data from old regions at 1732506562614 (+5 ms)Running coprocessor post-open hooks at 1732506562620 (+6 ms)Region opened successfully at 1732506562621 (+1 ms) 2024-11-25T03:49:22,622 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c., pid=6, masterSystemTime=1732506562601 2024-11-25T03:49:22,626 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:22,626 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:22,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59a69aaa006136ee34a31aa83090421c, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,44413,1732506560839 2024-11-25T03:49:22,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a69aaa006136ee34a31aa83090421c, server=d73269e94d72,44413,1732506560839 because future has completed 2024-11-25T03:49:22,637 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44411 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d73269e94d72,44413,1732506560839, table=TestHBaseWalOnEC, region=59a69aaa006136ee34a31aa83090421c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T03:49:22,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:49:22,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59a69aaa006136ee34a31aa83090421c, server=d73269e94d72,44413,1732506560839 in 192 msec 2024-11-25T03:49:22,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:49:22,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=59a69aaa006136ee34a31aa83090421c, ASSIGN in 356 msec 2024-11-25T03:49:22,648 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:49:22,648 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506562648"}]},"ts":"1732506562648"} 2024-11-25T03:49:22,652 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-25T03:49:22,653 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:49:22,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 412 msec 2024-11-25T03:49:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:49:22,873 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-25T03:49:22,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-25T03:49:22,874 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:49:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-25T03:49:22,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:49:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-25T03:49:22,886 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c., hostname=d73269e94d72,44413,1732506560839, seqNum=2] 2024-11-25T03:49:22,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-25T03:49:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-25T03:49:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:49:22,894 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-25T03:49:22,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T03:49:22,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T03:49:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:49:23,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T03:49:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:23,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 59a69aaa006136ee34a31aa83090421c 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-25T03:49:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c/.tmp/cf/0c86cc670af94a5e8e17798a5d97f076 is 36, key is row/cf:cq/1732506562888/Put/seqid=0 2024-11-25T03:49:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741839_1015 (size=4787) 2024-11-25T03:49:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741839_1015 (size=4787) 2024-11-25T03:49:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741839_1015 (size=4787) 2024-11-25T03:49:23,076 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c/.tmp/cf/0c86cc670af94a5e8e17798a5d97f076 2024-11-25T03:49:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c/.tmp/cf/0c86cc670af94a5e8e17798a5d97f076 as hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c/cf/0c86cc670af94a5e8e17798a5d97f076 2024-11-25T03:49:23,097 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c/cf/0c86cc670af94a5e8e17798a5d97f076, entries=1, sequenceid=5, filesize=4.7 K 2024-11-25T03:49:23,098 INFO [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 59a69aaa006136ee34a31aa83090421c in 47ms, sequenceid=5, compaction requested=false 2024-11-25T03:49:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 59a69aaa006136ee34a31aa83090421c: 2024-11-25T03:49:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T03:49:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T03:49:23,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T03:49:23,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-25T03:49:23,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 215 msec 2024-11-25T03:49:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:49:23,212 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-25T03:49:23,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:49:23,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:49:23,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:23,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:49:23,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:49:23,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=457508494, stopped=false 2024-11-25T03:49:23,217 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d73269e94d72,44411,1732506560651 2024-11-25T03:49:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:49:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:23,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:49:23,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:49:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:23,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:23,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:23,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:23,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,37135,1732506560798' ***** 2024-11-25T03:49:23,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:49:23,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,44413,1732506560839' ***** 2024-11-25T03:49:23,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:49:23,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:23,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,38633,1732506560890' ***** 2024-11-25T03:49:23,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:49:23,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:49:23,271 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:49:23,271 INFO [RS:1;d73269e94d72:44413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:49:23,271 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:49:23,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:49:23,271 INFO [RS:1;d73269e94d72:44413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:49:23,271 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(3091): Received CLOSE for 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:23,271 INFO [RS:0;d73269e94d72:37135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:49:23,271 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:49:23,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:49:23,272 INFO [RS:0;d73269e94d72:37135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:49:23,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:49:23,272 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,37135,1732506560798 2024-11-25T03:49:23,272 INFO [RS:0;d73269e94d72:37135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:23,272 INFO [RS:2;d73269e94d72:38633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:49:23,272 INFO [RS:0;d73269e94d72:37135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d73269e94d72:37135. 2024-11-25T03:49:23,272 INFO [RS:2;d73269e94d72:38633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:49:23,272 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,38633,1732506560890 2024-11-25T03:49:23,272 INFO [RS:2;d73269e94d72:38633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:23,272 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,44413,1732506560839 2024-11-25T03:49:23,272 INFO [RS:1;d73269e94d72:44413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:23,272 INFO [RS:2;d73269e94d72:38633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d73269e94d72:38633. 2024-11-25T03:49:23,272 INFO [RS:1;d73269e94d72:44413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d73269e94d72:44413. 2024-11-25T03:49:23,272 DEBUG [RS:2;d73269e94d72:38633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:23,272 DEBUG [RS:2;d73269e94d72:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,272 DEBUG [RS:1;d73269e94d72:44413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:23,272 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59a69aaa006136ee34a31aa83090421c, disabling compactions & flushes 2024-11-25T03:49:23,272 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,38633,1732506560890; all regions closed. 2024-11-25T03:49:23,272 DEBUG [RS:1;d73269e94d72:44413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,272 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:23,272 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:23,272 INFO [RS:1;d73269e94d72:44413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:49:23,272 INFO [RS:1;d73269e94d72:44413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:49:23,272 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. after waiting 0 ms 2024-11-25T03:49:23,273 INFO [RS:1;d73269e94d72:44413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:49:23,273 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:23,273 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:49:23,273 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,273 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,273 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,273 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:49:23,273 DEBUG [RS:0;d73269e94d72:37135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:49:23,273 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59a69aaa006136ee34a31aa83090421c=TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c.} 2024-11-25T03:49:23,273 DEBUG [RS:0;d73269e94d72:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,273 DEBUG [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59a69aaa006136ee34a31aa83090421c 2024-11-25T03:49:23,273 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,37135,1732506560798; all regions closed. 2024-11-25T03:49:23,273 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:49:23,273 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:49:23,274 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:49:23,274 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:49:23,274 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,274 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,274 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,274 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:49:23,274 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,274 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,274 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T03:49:23,274 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,274 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741835_1011 (size=93) 2024-11-25T03:49:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741835_1011 (size=93) 2024-11-25T03:49:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741835_1011 (size=93) 2024-11-25T03:49:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741834_1010 (size=93) 2024-11-25T03:49:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741834_1010 (size=93) 2024-11-25T03:49:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741834_1010 (size=93) 2024-11-25T03:49:23,281 DEBUG [RS:2;d73269e94d72:38633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs 2024-11-25T03:49:23,281 INFO [RS:2;d73269e94d72:38633 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d73269e94d72%2C38633%2C1732506560890:(num 1732506561590) 2024-11-25T03:49:23,281 DEBUG [RS:2;d73269e94d72:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,281 INFO [RS:2;d73269e94d72:38633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:23,281 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/default/TestHBaseWalOnEC/59a69aaa006136ee34a31aa83090421c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:49:23,281 INFO [RS:2;d73269e94d72:38633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:23,281 INFO [RS:2;d73269e94d72:38633 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:23,281 INFO [RS:2;d73269e94d72:38633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:49:23,281 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:23,281 INFO [RS:2;d73269e94d72:38633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:49:23,281 INFO [RS:2;d73269e94d72:38633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:49:23,282 INFO [RS:2;d73269e94d72:38633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:23,282 INFO [RS:2;d73269e94d72:38633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38633 2024-11-25T03:49:23,282 DEBUG [RS:0;d73269e94d72:37135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs 2024-11-25T03:49:23,282 INFO [RS:0;d73269e94d72:37135 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d73269e94d72%2C37135%2C1732506560798:(num 1732506561589) 2024-11-25T03:49:23,282 DEBUG [RS:0;d73269e94d72:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,282 INFO [RS:0;d73269e94d72:37135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:23,282 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:23,282 INFO [RS:0;d73269e94d72:37135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:23,282 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59a69aaa006136ee34a31aa83090421c: Waiting for close lock at 1732506563272Running coprocessor pre-close hooks at 1732506563272Disabling compacts and flushes for region at 1732506563272Disabling writes for close at 1732506563273 (+1 ms)Writing region close event to WAL at 1732506563274 (+1 ms)Running coprocessor post-close hooks at 1732506563282 (+8 ms)Closed at 1732506563282 2024-11-25T03:49:23,282 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c. 2024-11-25T03:49:23,282 INFO [RS:0;d73269e94d72:37135 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:23,283 INFO [RS:0;d73269e94d72:37135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:49:23,283 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:23,283 INFO [RS:0;d73269e94d72:37135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:49:23,283 INFO [RS:0;d73269e94d72:37135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:49:23,283 INFO [RS:0;d73269e94d72:37135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:23,283 INFO [RS:0;d73269e94d72:37135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37135 2024-11-25T03:49:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,38633,1732506560890 2024-11-25T03:49:23,290 INFO [RS:2;d73269e94d72:38633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:23,301 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/info/5253f8c705f34816b6adb02f843c6f6e is 153, key is TestHBaseWalOnEC,,1732506562240.59a69aaa006136ee34a31aa83090421c./info:regioninfo/1732506562627/Put/seqid=0 2024-11-25T03:49:23,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,37135,1732506560798 2024-11-25T03:49:23,301 INFO [RS:0;d73269e94d72:37135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:23,302 WARN [IPC Server handler 2 on default port 44587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T03:49:23,302 WARN [IPC Server handler 2 on default port 44587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T03:49:23,302 WARN [IPC Server handler 2 on default port 44587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T03:49:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741840_1016 (size=6637) 2024-11-25T03:49:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741840_1016 (size=6637) 2024-11-25T03:49:23,307 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/info/5253f8c705f34816b6adb02f843c6f6e 2024-11-25T03:49:23,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,37135,1732506560798] 2024-11-25T03:49:23,331 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/ns/449425f039c44b56925865fe35ea12b5 is 43, key is default/ns:d/1732506562137/Put/seqid=0 2024-11-25T03:49:23,332 WARN [IPC Server handler 0 on default port 44587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T03:49:23,332 WARN [IPC Server handler 0 on default port 44587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T03:49:23,332 WARN [IPC Server handler 0 on default port 44587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T03:49:23,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,37135,1732506560798 already deleted, retry=false 2024-11-25T03:49:23,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,37135,1732506560798 expired; onlineServers=2 2024-11-25T03:49:23,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,38633,1732506560890] 2024-11-25T03:49:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741841_1017 (size=5153) 2024-11-25T03:49:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741841_1017 (size=5153) 2024-11-25T03:49:23,337 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/ns/449425f039c44b56925865fe35ea12b5 2024-11-25T03:49:23,343 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,38633,1732506560890 already deleted, retry=false 2024-11-25T03:49:23,343 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,38633,1732506560890 expired; onlineServers=1 2024-11-25T03:49:23,350 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:23,352 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:23,352 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:23,359 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/table/6f9bffb4a0774c53aeff259ae84a6cd4 is 52, key is TestHBaseWalOnEC/table:state/1732506562648/Put/seqid=0 2024-11-25T03:49:23,360 WARN [IPC Server handler 4 on default port 44587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-25T03:49:23,360 WARN [IPC Server handler 4 on default port 44587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-25T03:49:23,360 WARN [IPC Server handler 4 on default port 44587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-25T03:49:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741842_1018 (size=5249) 2024-11-25T03:49:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741842_1018 (size=5249) 2024-11-25T03:49:23,369 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/table/6f9bffb4a0774c53aeff259ae84a6cd4 2024-11-25T03:49:23,377 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/info/5253f8c705f34816b6adb02f843c6f6e as hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/info/5253f8c705f34816b6adb02f843c6f6e 2024-11-25T03:49:23,387 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/info/5253f8c705f34816b6adb02f843c6f6e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T03:49:23,388 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/ns/449425f039c44b56925865fe35ea12b5 as hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/ns/449425f039c44b56925865fe35ea12b5 2024-11-25T03:49:23,396 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/ns/449425f039c44b56925865fe35ea12b5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:49:23,397 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/.tmp/table/6f9bffb4a0774c53aeff259ae84a6cd4 as hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/table/6f9bffb4a0774c53aeff259ae84a6cd4 2024-11-25T03:49:23,406 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/table/6f9bffb4a0774c53aeff259ae84a6cd4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T03:49:23,408 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=11, compaction requested=false 2024-11-25T03:49:23,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,412 INFO [RS:2;d73269e94d72:38633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:23,412 INFO [RS:2;d73269e94d72:38633 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,38633,1732506560890; zookeeper connection closed. 2024-11-25T03:49:23,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101701c24200003, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20940a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20940a9 2024-11-25T03:49:23,414 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:49:23,415 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:49:23,415 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:49:23,415 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732506563273Running coprocessor pre-close hooks at 1732506563273Disabling compacts and flushes for region at 1732506563273Disabling writes for close at 1732506563274 (+1 ms)Obtaining lock to block concurrent updates at 1732506563274Preparing flush snapshotting stores in 1588230740 at 1732506563274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732506563275 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732506563276 (+1 ms)Flushing 1588230740/info: creating writer at 1732506563276Flushing 1588230740/info: appending metadata at 1732506563300 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732506563300Flushing 1588230740/ns: creating writer at 1732506563315 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732506563330 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732506563330Flushing 1588230740/table: creating writer at 1732506563345 (+15 ms)Flushing 1588230740/table: appending metadata at 1732506563358 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732506563359 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebb82c3: reopening flushed file at 1732506563376 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b1d5b7: reopening flushed file at 1732506563387 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7e1061: reopening flushed file at 1732506563396 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=11, compaction requested=false at 1732506563408 (+12 ms)Writing region close event to WAL at 1732506563409 (+1 ms)Running coprocessor post-close hooks at 1732506563415 (+6 ms)Closed at 1732506563415 2024-11-25T03:49:23,416 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:49:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,422 INFO [RS:0;d73269e94d72:37135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101701c24200001, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,422 INFO [RS:0;d73269e94d72:37135 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,37135,1732506560798; zookeeper connection closed. 2024-11-25T03:49:23,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53b9e0db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53b9e0db 2024-11-25T03:49:23,473 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,44413,1732506560839; all regions closed. 2024-11-25T03:49:23,474 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,474 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,474 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,474 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,474 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741836_1012 (size=2751) 2024-11-25T03:49:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741836_1012 (size=2751) 2024-11-25T03:49:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741836_1012 (size=2751) 2024-11-25T03:49:23,482 DEBUG [RS:1;d73269e94d72:44413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs 2024-11-25T03:49:23,482 INFO [RS:1;d73269e94d72:44413 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d73269e94d72%2C44413%2C1732506560839.meta:.meta(num 1732506562070) 2024-11-25T03:49:23,482 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,482 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,483 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,483 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,483 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741833_1009 (size=1298) 2024-11-25T03:49:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741833_1009 (size=1298) 2024-11-25T03:49:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741833_1009 (size=1298) 2024-11-25T03:49:23,487 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:49:23,487 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:49:23,488 DEBUG [RS:1;d73269e94d72:44413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/oldWALs 2024-11-25T03:49:23,488 INFO [RS:1;d73269e94d72:44413 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d73269e94d72%2C44413%2C1732506560839:(num 1732506561587) 2024-11-25T03:49:23,488 DEBUG [RS:1;d73269e94d72:44413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:49:23,488 INFO [RS:1;d73269e94d72:44413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:49:23,488 INFO [RS:1;d73269e94d72:44413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:23,488 INFO [RS:1;d73269e94d72:44413 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:23,489 INFO [RS:1;d73269e94d72:44413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:23,489 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:23,489 INFO [RS:1;d73269e94d72:44413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44413 2024-11-25T03:49:23,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:49:23,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,44413,1732506560839 2024-11-25T03:49:23,501 INFO [RS:1;d73269e94d72:44413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:23,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,44413,1732506560839] 2024-11-25T03:49:23,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,44413,1732506560839 already deleted, retry=false 2024-11-25T03:49:23,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,44413,1732506560839 expired; onlineServers=0 2024-11-25T03:49:23,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd73269e94d72,44411,1732506560651' ***** 2024-11-25T03:49:23,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:49:23,522 INFO [M:0;d73269e94d72:44411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:49:23,522 INFO [M:0;d73269e94d72:44411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:49:23,522 DEBUG [M:0;d73269e94d72:44411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:49:23,522 DEBUG [M:0;d73269e94d72:44411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:49:23,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:49:23,523 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506561293 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506561293,5,FailOnTimeoutGroup] 2024-11-25T03:49:23,523 INFO [M:0;d73269e94d72:44411 {}] hbase.ChoreService(370): Chore service for: master/d73269e94d72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:49:23,523 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506561293 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506561293,5,FailOnTimeoutGroup] 2024-11-25T03:49:23,523 INFO [M:0;d73269e94d72:44411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:49:23,523 DEBUG [M:0;d73269e94d72:44411 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:49:23,523 INFO [M:0;d73269e94d72:44411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:49:23,523 INFO [M:0;d73269e94d72:44411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:49:23,524 INFO [M:0;d73269e94d72:44411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:49:23,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:49:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T03:49:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:49:23,533 DEBUG [M:0;d73269e94d72:44411 {}] zookeeper.ZKUtil(347): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T03:49:23,533 WARN [M:0;d73269e94d72:44411 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:49:23,533 INFO [M:0;d73269e94d72:44411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/.lastflushedseqids 2024-11-25T03:49:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741843_1019 (size=127) 2024-11-25T03:49:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741843_1019 (size=127) 2024-11-25T03:49:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741843_1019 (size=127) 2024-11-25T03:49:23,542 INFO [M:0;d73269e94d72:44411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:49:23,542 INFO [M:0;d73269e94d72:44411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:49:23,542 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:49:23,542 INFO [M:0;d73269e94d72:44411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:23,542 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:23,543 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:49:23,543 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:23,543 INFO [M:0;d73269e94d72:44411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-25T03:49:23,560 DEBUG [M:0;d73269e94d72:44411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7d240c5ad24caa804d3ad46234028e is 82, key is hbase:meta,,1/info:regioninfo/1732506562108/Put/seqid=0 2024-11-25T03:49:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741844_1020 (size=5672) 2024-11-25T03:49:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741844_1020 (size=5672) 2024-11-25T03:49:23,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741844_1020 (size=5672) 2024-11-25T03:49:23,570 INFO [M:0;d73269e94d72:44411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7d240c5ad24caa804d3ad46234028e 2024-11-25T03:49:23,592 DEBUG [M:0;d73269e94d72:44411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/222618f086de41aea7006532498d79e2 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732506562656/Put/seqid=0 2024-11-25T03:49:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741845_1021 (size=6441) 2024-11-25T03:49:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741845_1021 (size=6441) 2024-11-25T03:49:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741845_1021 (size=6441) 2024-11-25T03:49:23,600 INFO [M:0;d73269e94d72:44411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/222618f086de41aea7006532498d79e2 2024-11-25T03:49:23,612 INFO [RS:1;d73269e94d72:44413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:23,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44413-0x101701c24200002, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,612 INFO [RS:1;d73269e94d72:44413 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,44413,1732506560839; zookeeper connection closed. 2024-11-25T03:49:23,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@631db960 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@631db960 2024-11-25T03:49:23,612 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T03:49:23,652 DEBUG [M:0;d73269e94d72:44411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1735c754d54a248895c6131c7a7cf1 is 69, key is d73269e94d72,37135,1732506560798/rs:state/1732506561371/Put/seqid=0 2024-11-25T03:49:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741846_1022 (size=5294) 2024-11-25T03:49:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741846_1022 (size=5294) 2024-11-25T03:49:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741846_1022 (size=5294) 2024-11-25T03:49:23,660 INFO [M:0;d73269e94d72:44411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1735c754d54a248895c6131c7a7cf1 2024-11-25T03:49:23,668 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7d240c5ad24caa804d3ad46234028e as hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e7d240c5ad24caa804d3ad46234028e 2024-11-25T03:49:23,676 INFO [M:0;d73269e94d72:44411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e7d240c5ad24caa804d3ad46234028e, entries=8, sequenceid=72, filesize=5.5 K 2024-11-25T03:49:23,678 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/222618f086de41aea7006532498d79e2 as hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/222618f086de41aea7006532498d79e2 2024-11-25T03:49:23,686 INFO [M:0;d73269e94d72:44411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/222618f086de41aea7006532498d79e2, entries=8, sequenceid=72, filesize=6.3 K 2024-11-25T03:49:23,687 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1735c754d54a248895c6131c7a7cf1 as hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1735c754d54a248895c6131c7a7cf1 2024-11-25T03:49:23,695 INFO [M:0;d73269e94d72:44411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44587/user/jenkins/test-data/6595aac8-1bcc-5ccf-1a7b-1e65d6bb5205/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1735c754d54a248895c6131c7a7cf1, entries=3, sequenceid=72, filesize=5.2 K 2024-11-25T03:49:23,697 INFO [M:0;d73269e94d72:44411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=72, compaction requested=false 2024-11-25T03:49:23,699 INFO [M:0;d73269e94d72:44411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:49:23,699 DEBUG [M:0;d73269e94d72:44411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732506563542Disabling compacts and flushes for region at 1732506563542Disabling writes for close at 1732506563543 (+1 ms)Obtaining lock to block concurrent updates at 1732506563543Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732506563543Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732506563543Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732506563544 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732506563545 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732506563560 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732506563560Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732506563576 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732506563591 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732506563591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732506563607 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732506563651 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732506563651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287bcd86: reopening flushed file at 1732506563667 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6c03e5: reopening flushed file at 1732506563676 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d22bbd7: reopening flushed file at 1732506563686 (+10 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=72, compaction requested=false at 1732506563697 (+11 ms)Writing region close event to WAL at 1732506563699 (+2 ms)Closed at 1732506563699 2024-11-25T03:49:23,699 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,700 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,700 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,700 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,700 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T03:49:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741830_1006 (size=32695) 2024-11-25T03:49:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32805 is added to blk_1073741830_1006 (size=32695) 2024-11-25T03:49:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36477 is added to blk_1073741830_1006 (size=32695) 2024-11-25T03:49:23,705 INFO [M:0;d73269e94d72:44411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:49:23,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:49:23,705 INFO [M:0;d73269e94d72:44411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44411 2024-11-25T03:49:23,705 INFO [M:0;d73269e94d72:44411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:49:23,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,812 INFO [M:0;d73269e94d72:44411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:49:23,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44411-0x101701c24200000, quorum=127.0.0.1:62026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:49:23,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1183a3bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:23,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee4ec12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:23,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:23,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f6422f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:23,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38da8210{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:23,819 WARN [BP-771608368-172.17.0.2-1732506557458 heartbeating to localhost/127.0.0.1:44587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:49:23,819 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:49:23,819 WARN [BP-771608368-172.17.0.2-1732506557458 heartbeating to localhost/127.0.0.1:44587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-771608368-172.17.0.2-1732506557458 (Datanode Uuid 726050fb-c114-4652-85ef-3224653e3518) service to localhost/127.0.0.1:44587 2024-11-25T03:49:23,819 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:49:23,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data5/current/BP-771608368-172.17.0.2-1732506557458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:23,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data6/current/BP-771608368-172.17.0.2-1732506557458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:23,821 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:49:23,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b340784{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:23,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1872922a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:23,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:23,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c597470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:23,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bb1336{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:23,825 WARN [BP-771608368-172.17.0.2-1732506557458 heartbeating to localhost/127.0.0.1:44587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:49:23,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:49:23,825 WARN [BP-771608368-172.17.0.2-1732506557458 heartbeating to localhost/127.0.0.1:44587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-771608368-172.17.0.2-1732506557458 (Datanode Uuid 2ce77dd0-0600-42d8-84b4-094349fb3044) service to localhost/127.0.0.1:44587 2024-11-25T03:49:23,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:49:23,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data3/current/BP-771608368-172.17.0.2-1732506557458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:23,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data4/current/BP-771608368-172.17.0.2-1732506557458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:23,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:49:23,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@582dea15{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:49:23,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f6d3ff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:23,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:23,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@137179d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:23,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a92fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:23,830 WARN [BP-771608368-172.17.0.2-1732506557458 heartbeating to localhost/127.0.0.1:44587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:49:23,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:49:23,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:49:23,830 WARN [BP-771608368-172.17.0.2-1732506557458 heartbeating to localhost/127.0.0.1:44587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-771608368-172.17.0.2-1732506557458 (Datanode Uuid c5a762ea-0cbb-4b94-9bde-d045d6f7aa01) service to localhost/127.0.0.1:44587 2024-11-25T03:49:23,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data1/current/BP-771608368-172.17.0.2-1732506557458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:23,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/cluster_9872a081-62f1-2cbf-b885-154a390e99bd/data/data2/current/BP-771608368-172.17.0.2-1732506557458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:49:23,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:49:23,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:49:23,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:49:23,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:49:23,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:49:23,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ad67fff8-599b-cddf-7bc9-d10c22d9969d/hadoop.log.dir/,STOPPED} 2024-11-25T03:49:23,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:49:23,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:49:23,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=146 (was 86) - Thread LEAK? -, OpenFileDescriptor=518 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=8835 (was 9066)