2024-11-20 21:44:08,670 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 21:44:08,683 main DEBUG Took 0.011203 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 21:44:08,683 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 21:44:08,684 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 21:44:08,685 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 21:44:08,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,697 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 21:44:08,715 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,720 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,723 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,725 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,726 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,727 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,728 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:44:08,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,731 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 21:44:08,733 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:44:08,734 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 21:44:08,736 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 21:44:08,737 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 21:44:08,739 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 21:44:08,739 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 21:44:08,749 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 21:44:08,752 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 21:44:08,754 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 21:44:08,755 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 21:44:08,755 main DEBUG createAppenders(={Console}) 2024-11-20 21:44:08,756 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-20 21:44:08,757 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 21:44:08,757 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-20 21:44:08,758 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 21:44:08,758 main DEBUG OutputStream closed 2024-11-20 21:44:08,759 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 21:44:08,759 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 21:44:08,759 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-20 21:44:08,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 21:44:08,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 21:44:08,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 21:44:08,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 21:44:08,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 21:44:08,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 21:44:08,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 21:44:08,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 21:44:08,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 21:44:08,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 21:44:08,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 21:44:08,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 21:44:08,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 21:44:08,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 21:44:08,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 21:44:08,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 21:44:08,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 21:44:08,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 21:44:08,868 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 21:44:08,869 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-20 21:44:08,869 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 21:44:08,870 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-20T21:44:08,885 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-20 21:44:08,888 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 21:44:08,889 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T21:44:09,248 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438 2024-11-20T21:44:09,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54, deleteOnExit=true 2024-11-20T21:44:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/test.cache.data in system properties and HBase conf 2024-11-20T21:44:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:44:09,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:44:09,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:44:09,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:44:09,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:44:09,400 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T21:44:09,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:44:09,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:44:09,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:44:09,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:44:09,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:44:09,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:44:09,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:44:09,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:44:09,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:44:09,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:44:09,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:44:09,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:44:09,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:44:09,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:44:09,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:44:10,485 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:44:10,581 INFO [Time-limited test {}] log.Log(170): Logging initialized @2694ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:44:10,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:10,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:10,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:10,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:10,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:44:10,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:10,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@671bf2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:10,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a1906d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:11,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f5b23fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/java.io.tmpdir/jetty-localhost-43209-hadoop-hdfs-3_4_1-tests_jar-_-any-2926944579641345612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:44:11,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@740d71b{HTTP/1.1, (http/1.1)}{localhost:43209} 2024-11-20T21:44:11,110 INFO [Time-limited test {}] server.Server(415): Started @3224ms 2024-11-20T21:44:11,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:11,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:11,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:11,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:11,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:44:11,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32e2bb66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:11,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df0425d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:11,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a5b3572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/java.io.tmpdir/jetty-localhost-40313-hadoop-hdfs-3_4_1-tests_jar-_-any-3279754312892005384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:11,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@192afc65{HTTP/1.1, (http/1.1)}{localhost:40313} 2024-11-20T21:44:11,632 INFO [Time-limited test {}] server.Server(415): Started @3746ms 2024-11-20T21:44:11,694 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:44:11,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:11,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:11,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:11,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:11,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:44:11,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15a44727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:11,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36772c00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:11,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50d85c58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/java.io.tmpdir/jetty-localhost-37497-hadoop-hdfs-3_4_1-tests_jar-_-any-16224950475341981730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:11,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3784b9ac{HTTP/1.1, (http/1.1)}{localhost:37497} 2024-11-20T21:44:11,996 INFO [Time-limited test {}] server.Server(415): Started @4110ms 2024-11-20T21:44:11,999 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:44:12,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:12,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:12,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:12,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:12,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:44:12,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d40c3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:12,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519c2a79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:12,141 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data2/current/BP-358422772-172.17.0.2-1732139050224/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:12,141 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data4/current/BP-358422772-172.17.0.2-1732139050224/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:12,141 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data3/current/BP-358422772-172.17.0.2-1732139050224/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:12,141 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data1/current/BP-358422772-172.17.0.2-1732139050224/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:12,202 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:44:12,202 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:44:12,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d053bbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/java.io.tmpdir/jetty-localhost-34377-hadoop-hdfs-3_4_1-tests_jar-_-any-11457869245456958592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:12,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30c12ef8{HTTP/1.1, (http/1.1)}{localhost:34377} 2024-11-20T21:44:12,223 INFO [Time-limited test {}] server.Server(415): Started @4337ms 2024-11-20T21:44:12,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:44:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c141663b8fa30d0 with lease ID 0x6d357e54067083a4: Processing first storage report for DS-eb78746f-9814-48f1-bdf5-f69cd9d20ea1 from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=9940dd85-635f-44c7-a867-0efdff0b712d, infoPort=43901, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224) 2024-11-20T21:44:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c141663b8fa30d0 with lease ID 0x6d357e54067083a4: from storage DS-eb78746f-9814-48f1-bdf5-f69cd9d20ea1 node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=9940dd85-635f-44c7-a867-0efdff0b712d, infoPort=43901, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T21:44:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x616da9235fbadbc2 with lease ID 0x6d357e54067083a5: Processing first storage report for DS-801b07ef-766f-44d5-8cc7-7f17e3974f57 from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=18c177ef-bec4-417c-907b-ebd6d1e2f64b, infoPort=46385, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224) 2024-11-20T21:44:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x616da9235fbadbc2 with lease ID 0x6d357e54067083a5: from storage DS-801b07ef-766f-44d5-8cc7-7f17e3974f57 node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=18c177ef-bec4-417c-907b-ebd6d1e2f64b, infoPort=46385, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c141663b8fa30d0 with lease ID 0x6d357e54067083a4: Processing first storage report for DS-95250942-f07d-4cbb-bb49-b4d64da253f4 from datanode DatanodeRegistration(127.0.0.1:40065, datanodeUuid=9940dd85-635f-44c7-a867-0efdff0b712d, infoPort=43901, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224) 2024-11-20T21:44:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c141663b8fa30d0 with lease ID 0x6d357e54067083a4: from storage DS-95250942-f07d-4cbb-bb49-b4d64da253f4 node DatanodeRegistration(127.0.0.1:40065, datanodeUuid=9940dd85-635f-44c7-a867-0efdff0b712d, infoPort=43901, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:12,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x616da9235fbadbc2 with lease ID 0x6d357e54067083a5: Processing first storage report for DS-381b4dfc-8cea-411d-aeee-7efb0df2b9a9 from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=18c177ef-bec4-417c-907b-ebd6d1e2f64b, infoPort=46385, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224) 2024-11-20T21:44:12,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x616da9235fbadbc2 with lease ID 0x6d357e54067083a5: from storage DS-381b4dfc-8cea-411d-aeee-7efb0df2b9a9 node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=18c177ef-bec4-417c-907b-ebd6d1e2f64b, infoPort=46385, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:44:12,330 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data5/current/BP-358422772-172.17.0.2-1732139050224/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:12,334 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data6/current/BP-358422772-172.17.0.2-1732139050224/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:12,366 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:44:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5afc92bb3ec5b51c with lease ID 0x6d357e54067083a6: Processing first storage report for DS-27927b67-02de-4063-ad16-52dd68661c1b from datanode DatanodeRegistration(127.0.0.1:42051, datanodeUuid=8abad933-f775-4be0-81fe-3a008c8c2bf2, infoPort=37857, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224) 2024-11-20T21:44:12,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5afc92bb3ec5b51c with lease ID 0x6d357e54067083a6: from storage DS-27927b67-02de-4063-ad16-52dd68661c1b node DatanodeRegistration(127.0.0.1:42051, datanodeUuid=8abad933-f775-4be0-81fe-3a008c8c2bf2, infoPort=37857, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:12,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5afc92bb3ec5b51c with lease ID 0x6d357e54067083a6: Processing first storage report for DS-472b81b2-b83a-411d-9ff6-7d2ad4216cd7 from datanode DatanodeRegistration(127.0.0.1:42051, datanodeUuid=8abad933-f775-4be0-81fe-3a008c8c2bf2, infoPort=37857, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224) 2024-11-20T21:44:12,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5afc92bb3ec5b51c with lease ID 0x6d357e54067083a6: from storage DS-472b81b2-b83a-411d-9ff6-7d2ad4216cd7 node DatanodeRegistration(127.0.0.1:42051, datanodeUuid=8abad933-f775-4be0-81fe-3a008c8c2bf2, infoPort=37857, infoSecurePort=0, ipcPort=38845, storageInfo=lv=-57;cid=testClusterID;nsid=1353091178;c=1732139050224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:12,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438 2024-11-20T21:44:12,726 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-20T21:44:12,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=160, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=3996 2024-11-20T21:44:12,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:44:12,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-20T21:44:12,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/zookeeper_0, clientPort=62999, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:44:12,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62999 2024-11-20T21:44:12,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:12,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:13,054 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:13,054 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:13,099 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:57922 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:45839:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57922 dst: /127.0.0.1:45839 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-20T21:44:13,539 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:13,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8 with version=8 2024-11-20T21:44:13,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/hbase-staging 2024-11-20T21:44:13,651 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T21:44:13,885 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:13,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:13,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:13,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:13,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:13,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:14,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:44:14,120 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T21:44:14,130 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T21:44:14,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:14,164 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42979 (auto-detected) 2024-11-20T21:44:14,165 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T21:44:14,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45375 2024-11-20T21:44:14,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45375 connecting to ZooKeeper ensemble=127.0.0.1:62999 2024-11-20T21:44:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453750x0, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:14,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45375-0x1005f17cbd30000 connected 2024-11-20T21:44:14,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:14,284 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8, hbase.cluster.distributed=false 2024-11-20T21:44:14,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:14,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45375 2024-11-20T21:44:14,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45375 2024-11-20T21:44:14,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45375 2024-11-20T21:44:14,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45375 2024-11-20T21:44:14,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45375 2024-11-20T21:44:14,447 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:14,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:14,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:14,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:44:14,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:14,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35007 2024-11-20T21:44:14,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35007 connecting to ZooKeeper ensemble=127.0.0.1:62999 2024-11-20T21:44:14,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350070x0, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:14,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350070x0, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:14,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35007-0x1005f17cbd30001 connected 2024-11-20T21:44:14,474 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:44:14,482 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:44:14,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:44:14,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:14,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-20T21:44:14,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35007 2024-11-20T21:44:14,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35007 2024-11-20T21:44:14,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-20T21:44:14,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-20T21:44:14,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:14,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:14,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:14,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:44:14,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:14,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38531 2024-11-20T21:44:14,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38531 connecting to ZooKeeper ensemble=127.0.0.1:62999 2024-11-20T21:44:14,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385310x0, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:14,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385310x0, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:14,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38531-0x1005f17cbd30002 connected 2024-11-20T21:44:14,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:44:14,529 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:44:14,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:44:14,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:14,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38531 2024-11-20T21:44:14,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38531 2024-11-20T21:44:14,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38531 2024-11-20T21:44:14,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38531 2024-11-20T21:44:14,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38531 2024-11-20T21:44:14,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:14,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:14,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:14,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:14,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:44:14,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:14,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33423 2024-11-20T21:44:14,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33423 connecting to ZooKeeper ensemble=127.0.0.1:62999 2024-11-20T21:44:14,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334230x0, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:14,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33423-0x1005f17cbd30003 connected 2024-11-20T21:44:14,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:14,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:44:14,580 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:44:14,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:44:14,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:14,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33423 2024-11-20T21:44:14,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33423 2024-11-20T21:44:14,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33423 2024-11-20T21:44:14,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33423 2024-11-20T21:44:14,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33423 2024-11-20T21:44:14,603 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:45375 2024-11-20T21:44:14,604 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,613 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,637 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:44:14,639 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,45375,1732139053702 from backup master directory 2024-11-20T21:44:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:14,643 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:14,643 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:14,645 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T21:44:14,647 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T21:44:14,712 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/hbase.id] with ID: d42ac5e8-1d39-40af-91d3-3a681a3fd65c 2024-11-20T21:44:14,712 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/.tmp/hbase.id 2024-11-20T21:44:14,720 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,720 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,724 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:57148 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:40065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57148 dst: /127.0.0.1:40065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-20T21:44:14,732 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:14,732 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/.tmp/hbase.id]:[hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/hbase.id] 2024-11-20T21:44:14,788 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:14,794 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:44:14,815 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-20T21:44:14,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:14,834 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,834 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,840 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:57184 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:40065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57184 dst: /127.0.0.1:40065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-20T21:44:14,848 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:14,864 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:44:14,866 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:44:14,874 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:44:14,908 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,908 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,914 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:58996 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:42051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58996 dst: /127.0.0.1:42051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-20T21:44:14,922 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:14,941 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store 2024-11-20T21:44:14,958 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,958 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:14,961 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:57942 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45839:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57942 dst: /127.0.0.1:45839 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-20T21:44:14,967 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:14,971 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T21:44:14,975 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:14,976 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:44:14,976 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:14,976 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:14,978 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:44:14,978 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:14,978 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:14,979 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139054976Disabling compacts and flushes for region at 1732139054976Disabling writes for close at 1732139054978 (+2 ms)Writing region close event to WAL at 1732139054978Closed at 1732139054978 2024-11-20T21:44:14,981 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/.initializing 2024-11-20T21:44:14,981 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/WALs/e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:14,990 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:44:15,006 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C45375%2C1732139053702, suffix=, logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/WALs/e1fae5a3a175,45375,1732139053702, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/oldWALs, maxLogs=10 2024-11-20T21:44:15,038 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/WALs/e1fae5a3a175,45375,1732139053702/e1fae5a3a175%2C45375%2C1732139053702.1732139055011, exclude list is [], retry=0 2024-11-20T21:44:15,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:15,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42051,DS-27927b67-02de-4063-ad16-52dd68661c1b,DISK] 2024-11-20T21:44:15,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-801b07ef-766f-44d5-8cc7-7f17e3974f57,DISK] 2024-11-20T21:44:15,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-eb78746f-9814-48f1-bdf5-f69cd9d20ea1,DISK] 2024-11-20T21:44:15,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T21:44:15,106 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/WALs/e1fae5a3a175,45375,1732139053702/e1fae5a3a175%2C45375%2C1732139053702.1732139055011 2024-11-20T21:44:15,107 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:43901:43901)] 2024-11-20T21:44:15,107 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:44:15,108 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:15,112 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,113 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:44:15,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:15,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:44:15,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:15,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:44:15,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:15,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:44:15,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:15,199 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,203 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,205 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,212 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,212 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,217 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:44:15,221 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:15,228 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:44:15,230 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73349417, jitterRate=0.09299148619174957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:44:15,239 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139055126Initializing all the Stores at 1732139055129 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139055129Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139055130 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139055130Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139055130Cleaning up temporary data from old regions at 1732139055213 (+83 ms)Region opened successfully at 1732139055238 (+25 ms) 2024-11-20T21:44:15,240 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:44:15,273 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7e1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:15,307 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:44:15,319 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:44:15,319 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:44:15,321 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:44:15,323 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:44:15,329 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T21:44:15,329 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:44:15,360 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:44:15,372 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:44:15,374 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:44:15,378 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:44:15,380 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:44:15,381 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:44:15,385 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:44:15,389 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:44:15,391 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:44:15,393 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:44:15,394 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:44:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-20T21:44:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-20T21:44:15,413 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:44:15,414 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,421 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,45375,1732139053702, sessionid=0x1005f17cbd30000, setting cluster-up flag (Was=false) 2024-11-20T21:44:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,436 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:44:15,438 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:15,448 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:44:15,450 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:15,456 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:44:15,490 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(746): ClusterId : d42ac5e8-1d39-40af-91d3-3a681a3fd65c 2024-11-20T21:44:15,490 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(746): ClusterId : d42ac5e8-1d39-40af-91d3-3a681a3fd65c 2024-11-20T21:44:15,490 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(746): ClusterId : d42ac5e8-1d39-40af-91d3-3a681a3fd65c 2024-11-20T21:44:15,492 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:44:15,492 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:44:15,492 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:44:15,497 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:44:15,497 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:44:15,497 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:44:15,498 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:44:15,498 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:44:15,498 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:44:15,500 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:44:15,501 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:44:15,502 DEBUG [RS:1;e1fae5a3a175:38531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56460b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:15,502 DEBUG [RS:2;e1fae5a3a175:33423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab323fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:15,507 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:44:15,507 DEBUG [RS:0;e1fae5a3a175:35007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c8f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:15,517 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e1fae5a3a175:38531 2024-11-20T21:44:15,520 DEBUG [RS:2;e1fae5a3a175:33423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e1fae5a3a175:33423 2024-11-20T21:44:15,521 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:44:15,521 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:44:15,521 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:44:15,521 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:44:15,521 DEBUG [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:44:15,521 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:44:15,524 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,45375,1732139053702 with port=33423, startcode=1732139054563 2024-11-20T21:44:15,524 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,45375,1732139053702 with port=38531, startcode=1732139054511 2024-11-20T21:44:15,526 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:35007 2024-11-20T21:44:15,526 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:44:15,526 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:44:15,526 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:44:15,528 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,45375,1732139053702 with port=35007, startcode=1732139054402 2024-11-20T21:44:15,539 DEBUG [RS:0;e1fae5a3a175:35007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:44:15,539 DEBUG [RS:1;e1fae5a3a175:38531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:44:15,539 DEBUG [RS:2;e1fae5a3a175:33423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:44:15,547 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:15,560 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:44:15,571 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:44:15,578 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,45375,1732139053702 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:44:15,587 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:15,587 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:15,587 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:15,587 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:15,587 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:44:15,588 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,588 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:15,588 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,594 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38087, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:44:15,594 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:44:15,594 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53991, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:44:15,595 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139085595 2024-11-20T21:44:15,597 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:44:15,598 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:44:15,600 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:15,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:44:15,601 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:44:15,602 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:44:15,603 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:44:15,603 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:44:15,603 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:44:15,604 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:44:15,609 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:44:15,611 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:44:15,611 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:44:15,612 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:44:15,613 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:44:15,629 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:44:15,630 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:44:15,633 DEBUG [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:44:15,633 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:44:15,633 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:44:15,633 WARN [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:44:15,633 WARN [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:44:15,633 WARN [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:44:15,641 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139055631,5,FailOnTimeoutGroup] 2024-11-20T21:44:15,643 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139055641,5,FailOnTimeoutGroup] 2024-11-20T21:44:15,643 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,643 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:44:15,644 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:15,644 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:15,645 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,645 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,647 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:57226 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:40065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57226 dst: /127.0.0.1:40065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-20T21:44:15,656 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:15,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:44:15,658 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8 2024-11-20T21:44:15,665 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:15,665 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:15,668 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:57976 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:45839:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57976 dst: /127.0.0.1:45839 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-20T21:44:15,678 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:15,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:15,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:44:15,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:44:15,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:15,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:44:15,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:44:15,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:15,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:44:15,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:44:15,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:15,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:44:15,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:44:15,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:15,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:15,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:44:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740 2024-11-20T21:44:15,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740 2024-11-20T21:44:15,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:44:15,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:44:15,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:44:15,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:44:15,723 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:44:15,724 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61486612, jitterRate=-0.08377808332443237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:44:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139055680Initializing all the Stores at 1732139055682 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139055682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139055682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139055682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139055682Cleaning up temporary data from old regions at 1732139055707 (+25 ms)Region opened successfully at 1732139055729 (+22 ms) 2024-11-20T21:44:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:44:15,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:44:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:44:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:44:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:44:15,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:44:15,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139055729Disabling compacts and flushes for region at 1732139055729Disabling writes for close at 1732139055729Writing region close event to WAL at 1732139055730 (+1 ms)Closed at 1732139055731 (+1 ms) 2024-11-20T21:44:15,735 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,45375,1732139053702 with port=33423, startcode=1732139054563 2024-11-20T21:44:15,735 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,45375,1732139053702 with port=38531, startcode=1732139054511 2024-11-20T21:44:15,735 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,45375,1732139053702 with port=35007, startcode=1732139054402 2024-11-20T21:44:15,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:15,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:44:15,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:15,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:15,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:44:15,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:15,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:15,748 DEBUG [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8 2024-11-20T21:44:15,748 DEBUG [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45411 2024-11-20T21:44:15,748 DEBUG [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:44:15,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:15,751 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8 2024-11-20T21:44:15,751 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45411 2024-11-20T21:44:15,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45375 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:15,751 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:44:15,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:15,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:44:15,756 DEBUG [RS:2;e1fae5a3a175:33423 {}] zookeeper.ZKUtil(111): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:15,756 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8 2024-11-20T21:44:15,756 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45411 2024-11-20T21:44:15,756 WARN [RS:2;e1fae5a3a175:33423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:15,756 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:44:15,756 INFO [RS:2;e1fae5a3a175:33423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:44:15,756 DEBUG [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:15,757 DEBUG [RS:1;e1fae5a3a175:38531 {}] zookeeper.ZKUtil(111): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:15,757 WARN [RS:1;e1fae5a3a175:38531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:15,757 INFO [RS:1;e1fae5a3a175:38531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:44:15,758 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:15,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:44:15,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,33423,1732139054563] 2024-11-20T21:44:15,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,38531,1732139054511] 2024-11-20T21:44:15,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:15,760 DEBUG [RS:0;e1fae5a3a175:35007 {}] zookeeper.ZKUtil(111): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:15,760 WARN [RS:0;e1fae5a3a175:35007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:15,760 INFO [RS:0;e1fae5a3a175:35007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:44:15,761 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:15,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,35007,1732139054402] 2024-11-20T21:44:15,789 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:44:15,789 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:44:15,789 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:44:15,808 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:44:15,808 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:44:15,808 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:44:15,815 INFO [RS:2;e1fae5a3a175:33423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:44:15,815 INFO [RS:1;e1fae5a3a175:38531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:44:15,815 INFO [RS:0;e1fae5a3a175:35007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:44:15,815 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,815 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,815 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,816 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:44:15,816 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:44:15,816 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:44:15,823 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:44:15,823 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:44:15,823 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:44:15,824 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,824 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,824 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,825 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,825 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:15,826 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:15,826 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:15,826 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,826 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,827 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,827 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,827 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,827 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:15,827 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:15,827 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:15,827 DEBUG [RS:2;e1fae5a3a175:33423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:15,827 DEBUG [RS:0;e1fae5a3a175:35007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:15,827 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:15,827 DEBUG [RS:1;e1fae5a3a175:38531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:15,831 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,35007,1732139054402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,831 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33423,1732139054563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,832 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38531,1732139054511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:15,857 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:44:15,857 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:44:15,857 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:44:15,860 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33423,1732139054563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,860 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38531,1732139054511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,860 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,35007,1732139054402-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,860 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,860 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,860 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.Replication(171): e1fae5a3a175,35007,1732139054402 started 2024-11-20T21:44:15,860 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.Replication(171): e1fae5a3a175,33423,1732139054563 started 2024-11-20T21:44:15,860 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,860 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.Replication(171): e1fae5a3a175,38531,1732139054511 started 2024-11-20T21:44:15,880 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,880 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,881 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,38531,1732139054511, RpcServer on e1fae5a3a175/172.17.0.2:38531, sessionid=0x1005f17cbd30002 2024-11-20T21:44:15,881 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,35007,1732139054402, RpcServer on e1fae5a3a175/172.17.0.2:35007, sessionid=0x1005f17cbd30001 2024-11-20T21:44:15,882 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:44:15,882 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:44:15,882 DEBUG [RS:1;e1fae5a3a175:38531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:15,882 DEBUG [RS:0;e1fae5a3a175:35007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:15,882 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,38531,1732139054511' 2024-11-20T21:44:15,882 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,35007,1732139054402' 2024-11-20T21:44:15,882 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:44:15,882 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:44:15,883 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:44:15,883 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:44:15,883 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:44:15,883 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:44:15,883 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:44:15,883 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:44:15,884 DEBUG [RS:1;e1fae5a3a175:38531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:15,884 DEBUG [RS:0;e1fae5a3a175:35007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:15,884 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,38531,1732139054511' 2024-11-20T21:44:15,884 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,35007,1732139054402' 2024-11-20T21:44:15,884 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:44:15,884 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:44:15,884 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:44:15,884 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:44:15,885 DEBUG [RS:0;e1fae5a3a175:35007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:44:15,885 DEBUG [RS:1;e1fae5a3a175:38531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:44:15,885 INFO [RS:0;e1fae5a3a175:35007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:44:15,885 INFO [RS:1;e1fae5a3a175:38531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:44:15,885 INFO [RS:0;e1fae5a3a175:35007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:44:15,885 INFO [RS:1;e1fae5a3a175:38531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:44:15,885 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:15,885 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,33423,1732139054563, RpcServer on e1fae5a3a175/172.17.0.2:33423, sessionid=0x1005f17cbd30003 2024-11-20T21:44:15,886 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:44:15,886 DEBUG [RS:2;e1fae5a3a175:33423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:15,886 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,33423,1732139054563' 2024-11-20T21:44:15,886 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:44:15,887 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:44:15,887 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:44:15,888 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:44:15,888 DEBUG [RS:2;e1fae5a3a175:33423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:15,888 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,33423,1732139054563' 2024-11-20T21:44:15,888 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:44:15,889 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:44:15,889 DEBUG [RS:2;e1fae5a3a175:33423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:44:15,889 INFO [RS:2;e1fae5a3a175:33423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:44:15,889 INFO [RS:2;e1fae5a3a175:33423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:44:15,909 WARN [e1fae5a3a175:45375 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:44:15,992 INFO [RS:0;e1fae5a3a175:35007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:44:15,992 INFO [RS:1;e1fae5a3a175:38531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:44:15,992 INFO [RS:2;e1fae5a3a175:33423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:44:15,997 INFO [RS:2;e1fae5a3a175:33423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C33423%2C1732139054563, suffix=, logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,33423,1732139054563, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs, maxLogs=32 2024-11-20T21:44:15,997 INFO [RS:0;e1fae5a3a175:35007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C35007%2C1732139054402, suffix=, logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,35007,1732139054402, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs, maxLogs=32 2024-11-20T21:44:15,997 INFO [RS:1;e1fae5a3a175:38531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C38531%2C1732139054511, suffix=, logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,38531,1732139054511, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs, maxLogs=32 2024-11-20T21:44:16,017 DEBUG [RS:2;e1fae5a3a175:33423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,33423,1732139054563/e1fae5a3a175%2C33423%2C1732139054563.1732139056001, exclude list is [], retry=0 2024-11-20T21:44:16,017 DEBUG [RS:0;e1fae5a3a175:35007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,35007,1732139054402/e1fae5a3a175%2C35007%2C1732139054402.1732139056001, exclude list is [], retry=0 2024-11-20T21:44:16,017 DEBUG [RS:1;e1fae5a3a175:38531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,38531,1732139054511/e1fae5a3a175%2C38531%2C1732139054511.1732139056001, exclude list is [], retry=0 2024-11-20T21:44:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42051,DS-27927b67-02de-4063-ad16-52dd68661c1b,DISK] 2024-11-20T21:44:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-eb78746f-9814-48f1-bdf5-f69cd9d20ea1,DISK] 2024-11-20T21:44:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42051,DS-27927b67-02de-4063-ad16-52dd68661c1b,DISK] 2024-11-20T21:44:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-801b07ef-766f-44d5-8cc7-7f17e3974f57,DISK] 2024-11-20T21:44:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-eb78746f-9814-48f1-bdf5-f69cd9d20ea1,DISK] 2024-11-20T21:44:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-801b07ef-766f-44d5-8cc7-7f17e3974f57,DISK] 2024-11-20T21:44:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-eb78746f-9814-48f1-bdf5-f69cd9d20ea1,DISK] 2024-11-20T21:44:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-801b07ef-766f-44d5-8cc7-7f17e3974f57,DISK] 2024-11-20T21:44:16,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42051,DS-27927b67-02de-4063-ad16-52dd68661c1b,DISK] 2024-11-20T21:44:16,055 INFO [RS:2;e1fae5a3a175:33423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,33423,1732139054563/e1fae5a3a175%2C33423%2C1732139054563.1732139056001 2024-11-20T21:44:16,056 INFO [RS:0;e1fae5a3a175:35007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,35007,1732139054402/e1fae5a3a175%2C35007%2C1732139054402.1732139056001 2024-11-20T21:44:16,056 INFO [RS:1;e1fae5a3a175:38531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,38531,1732139054511/e1fae5a3a175%2C38531%2C1732139054511.1732139056001 2024-11-20T21:44:16,056 DEBUG [RS:2;e1fae5a3a175:33423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:43901:43901),(127.0.0.1/127.0.0.1:46385:46385)] 2024-11-20T21:44:16,056 DEBUG [RS:0;e1fae5a3a175:35007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43901:43901),(127.0.0.1/127.0.0.1:37857:37857),(127.0.0.1/127.0.0.1:46385:46385)] 2024-11-20T21:44:16,056 DEBUG [RS:1;e1fae5a3a175:38531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43901:43901),(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:37857:37857)] 2024-11-20T21:44:16,162 DEBUG [e1fae5a3a175:45375 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T21:44:16,170 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:44:16,178 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:44:16,178 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:44:16,178 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:44:16,178 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:44:16,178 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:44:16,178 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:44:16,178 INFO [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:44:16,178 INFO [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:44:16,178 INFO [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:44:16,178 DEBUG [e1fae5a3a175:45375 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:44:16,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:16,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,38531,1732139054511, state=OPENING 2024-11-20T21:44:16,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:44:16,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:16,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:16,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:16,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:16,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,202 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:44:16,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,38531,1732139054511}] 2024-11-20T21:44:16,386 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:44:16,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:44:16,401 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:44:16,401 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:44:16,402 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:44:16,405 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C38531%2C1732139054511.meta, suffix=.meta, logDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,38531,1732139054511, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs, maxLogs=32 2024-11-20T21:44:16,422 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,38531,1732139054511/e1fae5a3a175%2C38531%2C1732139054511.meta.1732139056407.meta, exclude list is [], retry=0 2024-11-20T21:44:16,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40065,DS-eb78746f-9814-48f1-bdf5-f69cd9d20ea1,DISK] 2024-11-20T21:44:16,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-801b07ef-766f-44d5-8cc7-7f17e3974f57,DISK] 2024-11-20T21:44:16,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42051,DS-27927b67-02de-4063-ad16-52dd68661c1b,DISK] 2024-11-20T21:44:16,430 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/WALs/e1fae5a3a175,38531,1732139054511/e1fae5a3a175%2C38531%2C1732139054511.meta.1732139056407.meta 2024-11-20T21:44:16,432 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46385:46385),(127.0.0.1/127.0.0.1:43901:43901),(127.0.0.1/127.0.0.1:37857:37857)] 2024-11-20T21:44:16,432 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:44:16,459 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:44:16,463 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:44:16,469 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:44:16,475 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:44:16,476 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:16,476 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:44:16,476 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:44:16,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:44:16,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:44:16,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:16,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:16,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:44:16,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:44:16,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:16,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:16,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:44:16,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:44:16,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:16,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:16,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:44:16,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:44:16,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:16,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:16,499 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:44:16,501 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740 2024-11-20T21:44:16,505 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740 2024-11-20T21:44:16,508 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:44:16,508 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:44:16,509 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:44:16,512 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:44:16,513 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72828585, jitterRate=0.08523048460483551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:44:16,513 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:44:16,515 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139056477Writing region info on filesystem at 1732139056477Initializing all the Stores at 1732139056479 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139056479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139056480 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139056480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139056480Cleaning up temporary data from old regions at 1732139056508 (+28 ms)Running coprocessor post-open hooks at 1732139056514 (+6 ms)Region opened successfully at 1732139056515 (+1 ms) 2024-11-20T21:44:16,522 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139056374 2024-11-20T21:44:16,533 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:44:16,534 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:44:16,536 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:16,539 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,38531,1732139054511, state=OPEN 2024-11-20T21:44:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:16,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:16,542 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:16,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:44:16,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,38531,1732139054511 in 338 msec 2024-11-20T21:44:16,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:44:16,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 809 msec 2024-11-20T21:44:16,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:16,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:44:16,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:44:16,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,38531,1732139054511, seqNum=-1] 2024-11-20T21:44:16,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:44:16,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:44:16,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1320 sec 2024-11-20T21:44:16,622 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139056622, completionTime=-1 2024-11-20T21:44:16,625 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T21:44:16,626 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:44:16,659 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T21:44:16,660 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139116659 2024-11-20T21:44:16,660 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139176660 2024-11-20T21:44:16,660 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-20T21:44:16,662 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:44:16,669 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45375,1732139053702-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:16,669 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45375,1732139053702-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:16,669 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45375,1732139053702-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:16,671 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:45375, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:16,671 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:16,672 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:16,679 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:44:16,706 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.063sec 2024-11-20T21:44:16,709 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:44:16,711 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:44:16,712 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:44:16,713 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:44:16,713 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:44:16,714 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45375,1732139053702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:16,714 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45375,1732139053702-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:44:16,719 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:44:16,720 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:44:16,720 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45375,1732139053702-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:16,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fec2923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:44:16,810 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T21:44:16,811 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T21:44:16,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,45375,-1 for getting cluster id 2024-11-20T21:44:16,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:44:16,828 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd42ac5e8-1d39-40af-91d3-3a681a3fd65c' 2024-11-20T21:44:16,830 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:44:16,830 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d42ac5e8-1d39-40af-91d3-3a681a3fd65c" 2024-11-20T21:44:16,830 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d75aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:44:16,831 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,45375,-1] 2024-11-20T21:44:16,833 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:44:16,835 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:16,836 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:44:16,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfdae45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:44:16,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:44:16,847 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,38531,1732139054511, seqNum=-1] 2024-11-20T21:44:16,848 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:44:16,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:44:16,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:16,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:44:16,890 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:16,893 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50741ed7 2024-11-20T21:44:16,894 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:44:16,896 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:44:16,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:44:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T21:44:16,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:44:16,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T21:44:16,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:16,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:44:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:16,932 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:16,932 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:16,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:58022 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45839:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58022 dst: /127.0.0.1:45839 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:16,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-20T21:44:16,944 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:16,947 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f65922727da6e687457a4dbf815a3e24, NAME => 'TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8 2024-11-20T21:44:16,954 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:16,955 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:16,959 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:59086 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:42051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59086 dst: /127.0.0.1:42051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-20T21:44:16,965 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:16,965 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:16,966 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing f65922727da6e687457a4dbf815a3e24, disabling compactions & flushes 2024-11-20T21:44:16,966 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:16,966 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:16,966 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. after waiting 0 ms 2024-11-20T21:44:16,966 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:16,966 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:16,966 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for f65922727da6e687457a4dbf815a3e24: Waiting for close lock at 1732139056966Disabling compacts and flushes for region at 1732139056966Disabling writes for close at 1732139056966Writing region close event to WAL at 1732139056966Closed at 1732139056966 2024-11-20T21:44:16,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:44:16,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732139056969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139056969"}]},"ts":"1732139056969"} 2024-11-20T21:44:16,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:44:16,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:44:16,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139056982"}]},"ts":"1732139056982"} 2024-11-20T21:44:16,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T21:44:16,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:44:16,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:44:16,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:44:16,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:44:16,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:44:16,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:44:16,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:44:16,993 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:44:16,994 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:44:16,994 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:44:16,994 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:44:16,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f65922727da6e687457a4dbf815a3e24, ASSIGN}] 2024-11-20T21:44:16,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f65922727da6e687457a4dbf815a3e24, ASSIGN 2024-11-20T21:44:17,001 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f65922727da6e687457a4dbf815a3e24, ASSIGN; state=OFFLINE, location=e1fae5a3a175,35007,1732139054402; forceNewPlan=false, retain=false 2024-11-20T21:44:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:17,154 INFO [e1fae5a3a175:45375 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:44:17,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f65922727da6e687457a4dbf815a3e24, regionState=OPENING, regionLocation=e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:17,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f65922727da6e687457a4dbf815a3e24, ASSIGN because future has completed 2024-11-20T21:44:17,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f65922727da6e687457a4dbf815a3e24, server=e1fae5a3a175,35007,1732139054402}] 2024-11-20T21:44:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:17,316 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:44:17,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:44:17,326 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:17,327 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f65922727da6e687457a4dbf815a3e24, NAME => 'TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:44:17,327 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,327 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:17,328 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,328 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,331 INFO [StoreOpener-f65922727da6e687457a4dbf815a3e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,333 INFO [StoreOpener-f65922727da6e687457a4dbf815a3e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65922727da6e687457a4dbf815a3e24 columnFamilyName cf 2024-11-20T21:44:17,333 DEBUG [StoreOpener-f65922727da6e687457a4dbf815a3e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:17,335 INFO [StoreOpener-f65922727da6e687457a4dbf815a3e24-1 {}] regionserver.HStore(327): Store=f65922727da6e687457a4dbf815a3e24/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:17,335 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,337 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,337 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,338 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,338 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,341 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,346 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:44:17,347 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f65922727da6e687457a4dbf815a3e24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67984735, jitterRate=0.01305149495601654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:44:17,348 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:17,349 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f65922727da6e687457a4dbf815a3e24: Running coprocessor pre-open hook at 1732139057328Writing region info on filesystem at 1732139057328Initializing all the Stores at 1732139057330 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139057330Cleaning up temporary data from old regions at 1732139057338 (+8 ms)Running coprocessor post-open hooks at 1732139057348 (+10 ms)Region opened successfully at 1732139057348 2024-11-20T21:44:17,351 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24., pid=6, masterSystemTime=1732139057315 2024-11-20T21:44:17,354 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:17,354 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:17,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f65922727da6e687457a4dbf815a3e24, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:17,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f65922727da6e687457a4dbf815a3e24, server=e1fae5a3a175,35007,1732139054402 because future has completed 2024-11-20T21:44:17,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:44:17,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f65922727da6e687457a4dbf815a3e24, server=e1fae5a3a175,35007,1732139054402 in 206 msec 2024-11-20T21:44:17,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:44:17,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f65922727da6e687457a4dbf815a3e24, ASSIGN in 377 msec 2024-11-20T21:44:17,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:44:17,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139057379"}]},"ts":"1732139057379"} 2024-11-20T21:44:17,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T21:44:17,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:44:17,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 478 msec 2024-11-20T21:44:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:17,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T21:44:17,556 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T21:44:17,558 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:44:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T21:44:17,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:44:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T21:44:17,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24., hostname=e1fae5a3a175,35007,1732139054402, seqNum=2] 2024-11-20T21:44:17,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:44:17,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:44:17,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T21:44:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T21:44:17,598 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T21:44:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:44:17,601 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T21:44:17,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T21:44:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:44:17,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T21:44:17,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:17,773 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f65922727da6e687457a4dbf815a3e24 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T21:44:17,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24/.tmp/cf/b36149bf52404b5c9efb2aa48a6c6189 is 36, key is row/cf:cq/1732139057581/Put/seqid=0 2024-11-20T21:44:17,841 WARN [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:17,841 WARN [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:17,846 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1925790548_22 at /127.0.0.1:57284 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:40065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57284 dst: /127.0.0.1:40065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-20T21:44:17,855 WARN [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:17,856 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24/.tmp/cf/b36149bf52404b5c9efb2aa48a6c6189 2024-11-20T21:44:17,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24/.tmp/cf/b36149bf52404b5c9efb2aa48a6c6189 as hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24/cf/b36149bf52404b5c9efb2aa48a6c6189 2024-11-20T21:44:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:44:17,918 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24/cf/b36149bf52404b5c9efb2aa48a6c6189, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T21:44:17,928 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for f65922727da6e687457a4dbf815a3e24 in 154ms, sequenceid=5, compaction requested=false 2024-11-20T21:44:17,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-20T21:44:17,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f65922727da6e687457a4dbf815a3e24: 2024-11-20T21:44:17,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:17,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T21:44:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T21:44:17,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T21:44:17,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 333 msec 2024-11-20T21:44:17,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 351 msec 2024-11-20T21:44:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:44:18,226 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T21:44:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-20T21:44:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:44:18,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:44:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-20T21:44:18,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-20T21:44:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-20T21:44:18,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-20T21:44:18,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:44:18,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:44:18,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1575943754, stopped=false 2024-11-20T21:44:18,250 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,45375,1732139053702 2024-11-20T21:44:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:18,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:18,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:44:18,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:18,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:18,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:18,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:18,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:44:18,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:18,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,277 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,35007,1732139054402' ***** 2024-11-20T21:44:18,277 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:44:18,277 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,38531,1732139054511' ***** 2024-11-20T21:44:18,277 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:44:18,277 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,33423,1732139054563' ***** 2024-11-20T21:44:18,277 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:44:18,277 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:44:18,277 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:44:18,277 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:44:18,277 INFO [RS:0;e1fae5a3a175:35007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:44:18,277 INFO [RS:2;e1fae5a3a175:33423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:44:18,277 INFO [RS:1;e1fae5a3a175:38531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:44:18,278 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:44:18,278 INFO [RS:2;e1fae5a3a175:33423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:44:18,278 INFO [RS:0;e1fae5a3a175:35007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:44:18,278 INFO [RS:1;e1fae5a3a175:38531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:44:18,278 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:44:18,278 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:18,278 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:18,278 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:18,278 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:18,278 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(3091): Received CLOSE for f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:18,278 INFO [RS:2;e1fae5a3a175:33423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e1fae5a3a175:33423. 2024-11-20T21:44:18,278 INFO [RS:1;e1fae5a3a175:38531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e1fae5a3a175:38531. 2024-11-20T21:44:18,278 DEBUG [RS:2;e1fae5a3a175:33423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:18,278 DEBUG [RS:1;e1fae5a3a175:38531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:18,278 DEBUG [RS:2;e1fae5a3a175:33423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,278 DEBUG [RS:1;e1fae5a3a175:38531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,278 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,33423,1732139054563; all regions closed. 2024-11-20T21:44:18,278 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:44:18,278 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:44:18,278 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:44:18,278 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:18,278 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:44:18,278 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:18,279 INFO [RS:0;e1fae5a3a175:35007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:35007. 2024-11-20T21:44:18,279 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:44:18,279 DEBUG [RS:0;e1fae5a3a175:35007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:18,279 DEBUG [RS:0;e1fae5a3a175:35007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,279 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:44:18,279 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1325): Online Regions={f65922727da6e687457a4dbf815a3e24=TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24.} 2024-11-20T21:44:18,279 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f65922727da6e687457a4dbf815a3e24, disabling compactions & flushes 2024-11-20T21:44:18,279 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:18,279 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:18,279 DEBUG [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1351): Waiting on f65922727da6e687457a4dbf815a3e24 2024-11-20T21:44:18,279 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. after waiting 0 ms 2024-11-20T21:44:18,280 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:18,280 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:44:18,280 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:44:18,280 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:44:18,280 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:44:18,281 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:44:18,281 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:44:18,281 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:44:18,281 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:44:18,281 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T21:44:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_1073741826_1016 (size=93) 2024-11-20T21:44:18,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741826_1016 (size=93) 2024-11-20T21:44:18,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741826_1016 (size=93) 2024-11-20T21:44:18,300 DEBUG [RS:2;e1fae5a3a175:33423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs 2024-11-20T21:44:18,300 INFO [RS:2;e1fae5a3a175:33423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C33423%2C1732139054563:(num 1732139056001) 2024-11-20T21:44:18,300 DEBUG [RS:2;e1fae5a3a175:33423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,300 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:18,301 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:18,301 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:18,301 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:44:18,301 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:18,301 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:44:18,301 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:44:18,302 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:18,302 INFO [RS:2;e1fae5a3a175:33423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33423 2024-11-20T21:44:18,323 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/default/TestHBaseWalOnEC/f65922727da6e687457a4dbf815a3e24/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:44:18,325 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:18,326 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f65922727da6e687457a4dbf815a3e24: Waiting for close lock at 1732139058279Running coprocessor pre-close hooks at 1732139058279Disabling compacts and flushes for region at 1732139058279Disabling writes for close at 1732139058279Writing region close event to WAL at 1732139058289 (+10 ms)Running coprocessor post-close hooks at 1732139058324 (+35 ms)Closed at 1732139058325 (+1 ms) 2024-11-20T21:44:18,326 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24. 2024-11-20T21:44:18,333 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/info/6dadd85ac11d4efa9b4bf3fd468a9eb7 is 153, key is TestHBaseWalOnEC,,1732139056898.f65922727da6e687457a4dbf815a3e24./info:regioninfo/1732139057355/Put/seqid=0 2024-11-20T21:44:18,334 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:18,334 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:18,334 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:18,337 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,337 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-527039917_22 at /127.0.0.1:59150 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:42051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59150 dst: /127.0.0.1:42051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-20T21:44:18,347 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:18,347 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/info/6dadd85ac11d4efa9b4bf3fd468a9eb7 2024-11-20T21:44:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-20T21:44:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-20T21:44:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-20T21:44:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-20T21:44:18,383 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/ns/eafb844db72b4906935b4665f25f1257 is 43, key is default/ns:d/1732139056605/Put/seqid=0 2024-11-20T21:44:18,386 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,386 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,392 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-527039917_22 at /127.0.0.1:58084 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:45839:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58084 dst: /127.0.0.1:45839 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:18,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-20T21:44:18,396 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:18,396 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/ns/eafb844db72b4906935b4665f25f1257 2024-11-20T21:44:18,426 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/table/b67aab22146b4616a309fadbac19acb3 is 52, key is TestHBaseWalOnEC/table:state/1732139057379/Put/seqid=0 2024-11-20T21:44:18,428 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,429 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-527039917_22 at /127.0.0.1:57360 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:40065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57360 dst: /127.0.0.1:40065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:18,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-20T21:44:18,437 WARN [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:18,437 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/table/b67aab22146b4616a309fadbac19acb3 2024-11-20T21:44:18,449 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/info/6dadd85ac11d4efa9b4bf3fd468a9eb7 as hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/info/6dadd85ac11d4efa9b4bf3fd468a9eb7 2024-11-20T21:44:18,462 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/info/6dadd85ac11d4efa9b4bf3fd468a9eb7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T21:44:18,464 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/ns/eafb844db72b4906935b4665f25f1257 as hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/ns/eafb844db72b4906935b4665f25f1257 2024-11-20T21:44:18,476 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/ns/eafb844db72b4906935b4665f25f1257, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:44:18,478 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/.tmp/table/b67aab22146b4616a309fadbac19acb3 as hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/table/b67aab22146b4616a309fadbac19acb3 2024-11-20T21:44:18,480 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,35007,1732139054402; all regions closed. 2024-11-20T21:44:18,480 DEBUG [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:44:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741827_1017 (size=1298) 2024-11-20T21:44:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741827_1017 (size=1298) 2024-11-20T21:44:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_1073741827_1017 (size=1298) 2024-11-20T21:44:18,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,33423,1732139054563 2024-11-20T21:44:18,489 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:18,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:18,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,33423,1732139054563] 2024-11-20T21:44:18,491 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/table/b67aab22146b4616a309fadbac19acb3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T21:44:18,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,33423,1732139054563 already deleted, retry=false 2024-11-20T21:44:18,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,33423,1732139054563 expired; onlineServers=2 2024-11-20T21:44:18,493 DEBUG [RS:0;e1fae5a3a175:35007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs 2024-11-20T21:44:18,493 INFO [RS:0;e1fae5a3a175:35007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C35007%2C1732139054402:(num 1732139056001) 2024-11-20T21:44:18,493 DEBUG [RS:0;e1fae5a3a175:35007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,493 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:18,493 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:18,494 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:18,494 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 213ms, sequenceid=11, compaction requested=false 2024-11-20T21:44:18,494 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:44:18,494 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:44:18,494 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:18,494 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:44:18,494 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:44:18,494 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:18,494 INFO [RS:0;e1fae5a3a175:35007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35007 2024-11-20T21:44:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,35007,1732139054402 2024-11-20T21:44:18,496 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:18,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,35007,1732139054402] 2024-11-20T21:44:18,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,35007,1732139054402 already deleted, retry=false 2024-11-20T21:44:18,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,35007,1732139054402 expired; onlineServers=1 2024-11-20T21:44:18,516 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:44:18,518 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:44:18,518 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:44:18,518 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139058280Running coprocessor pre-close hooks at 1732139058280Disabling compacts and flushes for region at 1732139058280Disabling writes for close at 1732139058281 (+1 ms)Obtaining lock to block concurrent updates at 1732139058281Preparing flush snapshotting stores in 1588230740 at 1732139058281Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732139058282 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732139058283 (+1 ms)Flushing 1588230740/info: creating writer at 1732139058284 (+1 ms)Flushing 1588230740/info: appending metadata at 1732139058328 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732139058328Flushing 1588230740/ns: creating writer at 1732139058359 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732139058382 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732139058382Flushing 1588230740/table: creating writer at 1732139058407 (+25 ms)Flushing 1588230740/table: appending metadata at 1732139058425 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732139058425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66220c8a: reopening flushed file at 1732139058448 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1e0f8e: reopening flushed file at 1732139058462 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e1af6f: reopening flushed file at 1732139058476 (+14 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 213ms, sequenceid=11, compaction requested=false at 1732139058494 (+18 ms)Writing region close event to WAL at 1732139058500 (+6 ms)Running coprocessor post-close hooks at 1732139058517 (+17 ms)Closed at 1732139058518 (+1 ms) 2024-11-20T21:44:18,518 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:44:18,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:18,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33423-0x1005f17cbd30003, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:18,593 INFO [RS:2;e1fae5a3a175:33423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:18,593 INFO [RS:2;e1fae5a3a175:33423 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,33423,1732139054563; zookeeper connection closed. 2024-11-20T21:44:18,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1249551e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1249551e 2024-11-20T21:44:18,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:18,598 INFO [RS:0;e1fae5a3a175:35007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:18,598 INFO [RS:0;e1fae5a3a175:35007 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,35007,1732139054402; zookeeper connection closed. 2024-11-20T21:44:18,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35007-0x1005f17cbd30001, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:18,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5354e853 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5354e853 2024-11-20T21:44:18,680 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,38531,1732139054511; all regions closed. 2024-11-20T21:44:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741829_1019 (size=2751) 2024-11-20T21:44:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_1073741829_1019 (size=2751) 2024-11-20T21:44:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741829_1019 (size=2751) 2024-11-20T21:44:18,693 DEBUG [RS:1;e1fae5a3a175:38531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs 2024-11-20T21:44:18,693 INFO [RS:1;e1fae5a3a175:38531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C38531%2C1732139054511.meta:.meta(num 1732139056407) 2024-11-20T21:44:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_1073741828_1018 (size=93) 2024-11-20T21:44:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741828_1018 (size=93) 2024-11-20T21:44:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741828_1018 (size=93) 2024-11-20T21:44:18,706 DEBUG [RS:1;e1fae5a3a175:38531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/oldWALs 2024-11-20T21:44:18,707 INFO [RS:1;e1fae5a3a175:38531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C38531%2C1732139054511:(num 1732139056001) 2024-11-20T21:44:18,707 DEBUG [RS:1;e1fae5a3a175:38531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:18,707 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:18,707 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:18,707 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:18,707 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:18,707 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:18,707 INFO [RS:1;e1fae5a3a175:38531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38531 2024-11-20T21:44:18,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:18,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,38531,1732139054511 2024-11-20T21:44:18,709 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:18,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,38531,1732139054511] 2024-11-20T21:44:18,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,38531,1732139054511 already deleted, retry=false 2024-11-20T21:44:18,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,38531,1732139054511 expired; onlineServers=0 2024-11-20T21:44:18,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,45375,1732139053702' ***** 2024-11-20T21:44:18,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:44:18,711 INFO [M:0;e1fae5a3a175:45375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:18,711 INFO [M:0;e1fae5a3a175:45375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:18,711 DEBUG [M:0;e1fae5a3a175:45375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:44:18,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:44:18,711 DEBUG [M:0;e1fae5a3a175:45375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:44:18,711 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139055641 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139055641,5,FailOnTimeoutGroup] 2024-11-20T21:44:18,711 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139055631 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139055631,5,FailOnTimeoutGroup] 2024-11-20T21:44:18,712 INFO [M:0;e1fae5a3a175:45375 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:18,712 INFO [M:0;e1fae5a3a175:45375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:18,712 DEBUG [M:0;e1fae5a3a175:45375 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:44:18,712 INFO [M:0;e1fae5a3a175:45375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:44:18,712 INFO [M:0;e1fae5a3a175:45375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:44:18,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:18,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:18,713 INFO [M:0;e1fae5a3a175:45375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:44:18,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:44:18,713 DEBUG [M:0;e1fae5a3a175:45375 {}] zookeeper.ZKUtil(347): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:44:18,714 WARN [M:0;e1fae5a3a175:45375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:44:18,715 INFO [M:0;e1fae5a3a175:45375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/.lastflushedseqids 2024-11-20T21:44:18,724 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,724 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,727 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:59190 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:42051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59190 dst: /127.0.0.1:42051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-20T21:44:18,731 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:18,731 INFO [M:0;e1fae5a3a175:45375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:44:18,732 INFO [M:0;e1fae5a3a175:45375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:44:18,732 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:44:18,732 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:18,732 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:18,732 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:44:18,732 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:18,732 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-20T21:44:18,756 DEBUG [M:0;e1fae5a3a175:45375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a06c38d7c5314029acaf74b7c25c1f62 is 82, key is hbase:meta,,1/info:regioninfo/1732139056536/Put/seqid=0 2024-11-20T21:44:18,758 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,758 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,761 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:59208 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:42051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59208 dst: /127.0.0.1:42051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:18,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-20T21:44:18,766 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:18,766 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a06c38d7c5314029acaf74b7c25c1f62 2024-11-20T21:44:18,793 DEBUG [M:0;e1fae5a3a175:45375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d785f32268422fbe1b261d24f5ed47 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139057388/Put/seqid=0 2024-11-20T21:44:18,795 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,795 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,801 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:57380 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:40065:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57380 dst: /127.0.0.1:40065 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:18,810 INFO [RS:1;e1fae5a3a175:38531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:18,810 INFO [RS:1;e1fae5a3a175:38531 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,38531,1732139054511; zookeeper connection closed. 2024-11-20T21:44:18,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38531-0x1005f17cbd30002, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:18,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b2d1d64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b2d1d64 2024-11-20T21:44:18,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T21:44:18,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_-9223372036854775552_1037 (size=6441) 2024-11-20T21:44:18,813 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:18,813 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d785f32268422fbe1b261d24f5ed47 2024-11-20T21:44:18,842 DEBUG [M:0;e1fae5a3a175:45375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6383f22e1601458e9e20cbeb36f96bb8 is 69, key is e1fae5a3a175,33423,1732139054563/rs:state/1732139055741/Put/seqid=0 2024-11-20T21:44:18,844 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,844 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T21:44:18,850 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1825306685_22 at /127.0.0.1:58096 [Receiving block BP-358422772-172.17.0.2-1732139050224:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:45839:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58096 dst: /127.0.0.1:45839 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:44:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-20T21:44:18,855 WARN [M:0;e1fae5a3a175:45375 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T21:44:18,855 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6383f22e1601458e9e20cbeb36f96bb8 2024-11-20T21:44:18,866 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a06c38d7c5314029acaf74b7c25c1f62 as hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a06c38d7c5314029acaf74b7c25c1f62 2024-11-20T21:44:18,875 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a06c38d7c5314029acaf74b7c25c1f62, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T21:44:18,877 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d785f32268422fbe1b261d24f5ed47 as hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d785f32268422fbe1b261d24f5ed47 2024-11-20T21:44:18,886 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d785f32268422fbe1b261d24f5ed47, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T21:44:18,888 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6383f22e1601458e9e20cbeb36f96bb8 as hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6383f22e1601458e9e20cbeb36f96bb8 2024-11-20T21:44:18,899 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6383f22e1601458e9e20cbeb36f96bb8, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T21:44:18,901 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=72, compaction requested=false 2024-11-20T21:44:18,902 INFO [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:18,903 DEBUG [M:0;e1fae5a3a175:45375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139058732Disabling compacts and flushes for region at 1732139058732Disabling writes for close at 1732139058732Obtaining lock to block concurrent updates at 1732139058732Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139058732Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732139058733 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139058734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139058734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139058755 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139058755Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139058774 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139058792 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139058792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139058823 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139058841 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139058841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729dbc20: reopening flushed file at 1732139058863 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553f5bb1: reopening flushed file at 1732139058876 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a62224b: reopening flushed file at 1732139058886 (+10 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=72, compaction requested=false at 1732139058901 (+15 ms)Writing region close event to WAL at 1732139058902 (+1 ms)Closed at 1732139058902 2024-11-20T21:44:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40065 is added to blk_1073741825_1011 (size=32695) 2024-11-20T21:44:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42051 is added to blk_1073741825_1011 (size=32695) 2024-11-20T21:44:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741825_1011 (size=32695) 2024-11-20T21:44:18,908 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:18,909 INFO [M:0;e1fae5a3a175:45375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:44:18,909 INFO [M:0;e1fae5a3a175:45375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45375 2024-11-20T21:44:18,909 INFO [M:0;e1fae5a3a175:45375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:19,010 INFO [M:0;e1fae5a3a175:45375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45375-0x1005f17cbd30000, quorum=127.0.0.1:62999, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:19,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d053bbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:19,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30c12ef8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:19,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:19,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519c2a79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:19,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d40c3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:19,021 WARN [BP-358422772-172.17.0.2-1732139050224 heartbeating to localhost/127.0.0.1:45411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:44:19,021 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:44:19,021 WARN [BP-358422772-172.17.0.2-1732139050224 heartbeating to localhost/127.0.0.1:45411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358422772-172.17.0.2-1732139050224 (Datanode Uuid 8abad933-f775-4be0-81fe-3a008c8c2bf2) service to localhost/127.0.0.1:45411 2024-11-20T21:44:19,021 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:44:19,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data5/current/BP-358422772-172.17.0.2-1732139050224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:19,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data6/current/BP-358422772-172.17.0.2-1732139050224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:19,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:44:19,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50d85c58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:19,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3784b9ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:19,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:19,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36772c00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:19,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15a44727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:19,028 WARN [BP-358422772-172.17.0.2-1732139050224 heartbeating to localhost/127.0.0.1:45411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:44:19,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:44:19,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:44:19,028 WARN [BP-358422772-172.17.0.2-1732139050224 heartbeating to localhost/127.0.0.1:45411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358422772-172.17.0.2-1732139050224 (Datanode Uuid 9940dd85-635f-44c7-a867-0efdff0b712d) service to localhost/127.0.0.1:45411 2024-11-20T21:44:19,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data3/current/BP-358422772-172.17.0.2-1732139050224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:19,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data4/current/BP-358422772-172.17.0.2-1732139050224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:19,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:44:19,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a5b3572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:19,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@192afc65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:19,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:19,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df0425d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:19,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32e2bb66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:19,034 WARN [BP-358422772-172.17.0.2-1732139050224 heartbeating to localhost/127.0.0.1:45411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:44:19,034 WARN [BP-358422772-172.17.0.2-1732139050224 heartbeating to localhost/127.0.0.1:45411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358422772-172.17.0.2-1732139050224 (Datanode Uuid 18c177ef-bec4-417c-907b-ebd6d1e2f64b) service to localhost/127.0.0.1:45411 2024-11-20T21:44:19,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:44:19,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:44:19,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data1/current/BP-358422772-172.17.0.2-1732139050224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:19,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/cluster_cbd8fdf3-0482-252c-0d54-e11ce9632d54/data/data2/current/BP-358422772-172.17.0.2-1732139050224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:19,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:44:19,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f5b23fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:44:19,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@740d71b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:19,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:19,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a1906d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:19,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@671bf2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:19,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:44:19,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:44:19,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=92 (was 160), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3728 (was 3996) 2024-11-20T21:44:19,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=92, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=3728 2024-11-20T21:44:19,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:44:19,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.log.dir so I do NOT create it in target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec 2024-11-20T21:44:19,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ae9df897-772b-1cdc-c4d1-d660b653d438/hadoop.tmp.dir so I do NOT create it in target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec 2024-11-20T21:44:19,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981, deleteOnExit=true 2024-11-20T21:44:19,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:44:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/test.cache.data in system properties and HBase conf 2024-11-20T21:44:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:44:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:44:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:44:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:44:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:44:19,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:44:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:44:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:44:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:44:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:44:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:44:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:44:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:44:19,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:19,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:19,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:19,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:19,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:44:19,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:19,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d603b3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:19,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@726d8be0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:19,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aca223{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/java.io.tmpdir/jetty-localhost-46273-hadoop-hdfs-3_4_1-tests_jar-_-any-3090896034584185094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:44:19,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fa5a427{HTTP/1.1, (http/1.1)}{localhost:46273} 2024-11-20T21:44:19,304 INFO [Time-limited test {}] server.Server(415): Started @11418ms 2024-11-20T21:44:19,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:19,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:19,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:19,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:19,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:44:19,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a75d9dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:19,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5147a771{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:19,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10a75234{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/java.io.tmpdir/jetty-localhost-38137-hadoop-hdfs-3_4_1-tests_jar-_-any-7199813703684482795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:19,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a29e327{HTTP/1.1, (http/1.1)}{localhost:38137} 2024-11-20T21:44:19,523 INFO [Time-limited test {}] server.Server(415): Started @11637ms 2024-11-20T21:44:19,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:44:19,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:19,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:19,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:19,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:19,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:44:19,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d0252ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:19,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6655da1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:19,630 WARN [Thread-525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data1/current/BP-1369991146-172.17.0.2-1732139059138/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:19,631 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data2/current/BP-1369991146-172.17.0.2-1732139059138/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:19,658 WARN [Thread-504 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:44:19,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6b28d10d0fafee with lease ID 0x54e9fe9537e12489: Processing first storage report for DS-e507ef41-1aa0-4d81-854a-3e5a925ed184 from datanode DatanodeRegistration(127.0.0.1:35209, datanodeUuid=dfb0e1ad-fd14-4932-b94a-423075ec17b5, infoPort=34897, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138) 2024-11-20T21:44:19,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6b28d10d0fafee with lease ID 0x54e9fe9537e12489: from storage DS-e507ef41-1aa0-4d81-854a-3e5a925ed184 node DatanodeRegistration(127.0.0.1:35209, datanodeUuid=dfb0e1ad-fd14-4932-b94a-423075ec17b5, infoPort=34897, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:19,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6b28d10d0fafee with lease ID 0x54e9fe9537e12489: Processing first storage report for DS-4edf7d38-7d89-4ed8-830a-46d85491b8b6 from datanode DatanodeRegistration(127.0.0.1:35209, datanodeUuid=dfb0e1ad-fd14-4932-b94a-423075ec17b5, infoPort=34897, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138) 2024-11-20T21:44:19,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6b28d10d0fafee with lease ID 0x54e9fe9537e12489: from storage DS-4edf7d38-7d89-4ed8-830a-46d85491b8b6 node DatanodeRegistration(127.0.0.1:35209, datanodeUuid=dfb0e1ad-fd14-4932-b94a-423075ec17b5, infoPort=34897, infoSecurePort=0, ipcPort=32863, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:44:19,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ce124a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/java.io.tmpdir/jetty-localhost-42853-hadoop-hdfs-3_4_1-tests_jar-_-any-10986419596082827988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:19,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ac9c11{HTTP/1.1, (http/1.1)}{localhost:42853} 2024-11-20T21:44:19,734 INFO [Time-limited test {}] server.Server(415): Started @11848ms 2024-11-20T21:44:19,736 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:44:19,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:44:19,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:44:19,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:44:19,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:44:19,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:44:19,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3468e8a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:44:19,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48623d57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:44:19,841 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data3/current/BP-1369991146-172.17.0.2-1732139059138/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:19,852 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data4/current/BP-1369991146-172.17.0.2-1732139059138/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:19,886 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:44:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763b7a1b701861fc with lease ID 0x54e9fe9537e1248a: Processing first storage report for DS-5e49425d-6bc5-448a-99dc-d4acd4446c7e from datanode DatanodeRegistration(127.0.0.1:45865, datanodeUuid=eaa608ab-cb7f-4f76-aa19-2f7af35f72e8, infoPort=36049, infoSecurePort=0, ipcPort=46549, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138) 2024-11-20T21:44:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763b7a1b701861fc with lease ID 0x54e9fe9537e1248a: from storage DS-5e49425d-6bc5-448a-99dc-d4acd4446c7e node DatanodeRegistration(127.0.0.1:45865, datanodeUuid=eaa608ab-cb7f-4f76-aa19-2f7af35f72e8, infoPort=36049, infoSecurePort=0, ipcPort=46549, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763b7a1b701861fc with lease ID 0x54e9fe9537e1248a: Processing first storage report for DS-bbc04859-5bf7-4c81-a63b-a332355bcbff from datanode DatanodeRegistration(127.0.0.1:45865, datanodeUuid=eaa608ab-cb7f-4f76-aa19-2f7af35f72e8, infoPort=36049, infoSecurePort=0, ipcPort=46549, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138) 2024-11-20T21:44:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763b7a1b701861fc with lease ID 0x54e9fe9537e1248a: from storage DS-bbc04859-5bf7-4c81-a63b-a332355bcbff node DatanodeRegistration(127.0.0.1:45865, datanodeUuid=eaa608ab-cb7f-4f76-aa19-2f7af35f72e8, infoPort=36049, infoSecurePort=0, ipcPort=46549, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:19,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@706fe4fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/java.io.tmpdir/jetty-localhost-35249-hadoop-hdfs-3_4_1-tests_jar-_-any-13941394752968907725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:19,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab01ac4{HTTP/1.1, (http/1.1)}{localhost:35249} 2024-11-20T21:44:19,950 INFO [Time-limited test {}] server.Server(415): Started @12064ms 2024-11-20T21:44:19,952 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:44:20,065 WARN [Thread-586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data5/current/BP-1369991146-172.17.0.2-1732139059138/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:20,072 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data6/current/BP-1369991146-172.17.0.2-1732139059138/current, will proceed with Du for space computation calculation, 2024-11-20T21:44:20,122 WARN [Thread-575 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:44:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1cf6a5e4d931528 with lease ID 0x54e9fe9537e1248b: Processing first storage report for DS-9780de40-85c3-41c9-bca2-7e3463539ced from datanode DatanodeRegistration(127.0.0.1:38237, datanodeUuid=5d006447-b479-4fe6-b1c5-accb3de16fa4, infoPort=38743, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138) 2024-11-20T21:44:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1cf6a5e4d931528 with lease ID 0x54e9fe9537e1248b: from storage DS-9780de40-85c3-41c9-bca2-7e3463539ced node DatanodeRegistration(127.0.0.1:38237, datanodeUuid=5d006447-b479-4fe6-b1c5-accb3de16fa4, infoPort=38743, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:44:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1cf6a5e4d931528 with lease ID 0x54e9fe9537e1248b: Processing first storage report for DS-90bb7208-2046-4e7a-81b9-5762967023cf from datanode DatanodeRegistration(127.0.0.1:38237, datanodeUuid=5d006447-b479-4fe6-b1c5-accb3de16fa4, infoPort=38743, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138) 2024-11-20T21:44:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1cf6a5e4d931528 with lease ID 0x54e9fe9537e1248b: from storage DS-90bb7208-2046-4e7a-81b9-5762967023cf node DatanodeRegistration(127.0.0.1:38237, datanodeUuid=5d006447-b479-4fe6-b1c5-accb3de16fa4, infoPort=38743, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=951556987;c=1732139059138), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:44:20,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec 2024-11-20T21:44:20,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/zookeeper_0, clientPort=63279, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:44:20,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63279 2024-11-20T21:44:20,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:44:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:44:20,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:44:20,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57 with version=8 2024-11-20T21:44:20,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45411/user/jenkins/test-data/2148f764-c94c-fac6-ab61-afd173a587e8/hbase-staging 2024-11-20T21:44:20,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:20,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:20,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:20,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:44:20,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:20,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42923 2024-11-20T21:44:20,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42923 connecting to ZooKeeper ensemble=127.0.0.1:63279 2024-11-20T21:44:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429230x0, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:20,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42923-0x1005f17e8710000 connected 2024-11-20T21:44:20,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:20,306 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57, hbase.cluster.distributed=false 2024-11-20T21:44:20,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:20,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-20T21:44:20,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42923 2024-11-20T21:44:20,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42923 2024-11-20T21:44:20,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-20T21:44:20,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-20T21:44:20,341 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:20,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,342 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:20,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:20,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:44:20,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:20,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42289 2024-11-20T21:44:20,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42289 connecting to ZooKeeper ensemble=127.0.0.1:63279 2024-11-20T21:44:20,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422890x0, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:20,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:20,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42289-0x1005f17e8710001 connected 2024-11-20T21:44:20,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:44:20,356 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:44:20,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:44:20,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:20,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42289 2024-11-20T21:44:20,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42289 2024-11-20T21:44:20,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42289 2024-11-20T21:44:20,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42289 2024-11-20T21:44:20,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42289 2024-11-20T21:44:20,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:20,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:20,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:20,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:44:20,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:20,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44531 2024-11-20T21:44:20,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44531 connecting to ZooKeeper ensemble=127.0.0.1:63279 2024-11-20T21:44:20,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,407 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445310x0, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:20,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445310x0, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:20,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:44:20,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44531-0x1005f17e8710002 connected 2024-11-20T21:44:20,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:44:20,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:44:20,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:20,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-20T21:44:20,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44531 2024-11-20T21:44:20,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44531 2024-11-20T21:44:20,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-20T21:44:20,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-20T21:44:20,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:44:20,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:44:20,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:44:20,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:44:20,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:44:20,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:44:20,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35523 2024-11-20T21:44:20,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35523 connecting to ZooKeeper ensemble=127.0.0.1:63279 2024-11-20T21:44:20,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355230x0, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:44:20,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355230x0, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:20,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:44:20,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35523-0x1005f17e8710003 connected 2024-11-20T21:44:20,493 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:44:20,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:44:20,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:44:20,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35523 2024-11-20T21:44:20,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35523 2024-11-20T21:44:20,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35523 2024-11-20T21:44:20,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35523 2024-11-20T21:44:20,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35523 2024-11-20T21:44:20,515 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:42923 2024-11-20T21:44:20,515 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,517 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,518 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:20,526 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,526 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,529 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:44:20,530 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,42923,1732139060260 from backup master directory 2024-11-20T21:44:20,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:20,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,531 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:44:20,533 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:20,533 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:20,541 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/hbase.id] with ID: e920e2eb-1c75-4a88-95d6-5d34b41c3ad8 2024-11-20T21:44:20,541 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/.tmp/hbase.id 2024-11-20T21:44:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:44:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:44:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:44:20,556 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/.tmp/hbase.id]:[hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/hbase.id] 2024-11-20T21:44:20,581 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:44:20,582 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:44:20,585 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T21:44:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,593 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:44:20,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:44:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:44:20,610 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:44:20,611 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:44:20,611 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T21:44:20,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:44:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:44:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:44:20,633 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store 2024-11-20T21:44:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:44:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:44:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:44:20,645 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:20,645 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:44:20,645 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:20,646 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:20,646 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:44:20,646 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:20,646 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:20,646 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139060645Disabling compacts and flushes for region at 1732139060645Disabling writes for close at 1732139060646 (+1 ms)Writing region close event to WAL at 1732139060646Closed at 1732139060646 2024-11-20T21:44:20,647 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/.initializing 2024-11-20T21:44:20,647 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/WALs/e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:20,652 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C42923%2C1732139060260, suffix=, logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/WALs/e1fae5a3a175,42923,1732139060260, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/oldWALs, maxLogs=10 2024-11-20T21:44:20,653 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor e1fae5a3a175%2C42923%2C1732139060260.1732139060653 2024-11-20T21:44:20,685 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/WALs/e1fae5a3a175,42923,1732139060260/e1fae5a3a175%2C42923%2C1732139060260.1732139060653 2024-11-20T21:44:20,696 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743),(127.0.0.1/127.0.0.1:34897:34897),(127.0.0.1/127.0.0.1:36049:36049)] 2024-11-20T21:44:20,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:44:20,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:20,703 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,703 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:44:20,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:20,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:44:20,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:20,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:44:20,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:20,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:44:20,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:20,723 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,726 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,727 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,728 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,728 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,729 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:44:20,730 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:44:20,735 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:44:20,736 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59486250, jitterRate=-0.11358579993247986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:44:20,738 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139060703Initializing all the Stores at 1732139060705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139060705Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139060706 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139060706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139060706Cleaning up temporary data from old regions at 1732139060728 (+22 ms)Region opened successfully at 1732139060738 (+10 ms) 2024-11-20T21:44:20,738 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:44:20,747 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585222e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:20,748 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:44:20,748 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:44:20,748 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:44:20,749 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:44:20,750 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:44:20,751 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:44:20,751 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:44:20,755 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:44:20,756 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:44:20,757 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:44:20,758 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:44:20,759 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:44:20,761 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:44:20,761 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:44:20,763 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:44:20,764 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:44:20,765 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:44:20,766 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:44:20,769 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:44:20,770 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:44:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,773 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:20,773 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:20,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,776 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,42923,1732139060260, sessionid=0x1005f17e8710000, setting cluster-up flag (Was=false) 2024-11-20T21:44:20,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,779 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,784 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:44:20,785 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,791 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:20,796 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:44:20,798 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:20,800 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:44:20,809 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:20,809 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(746): ClusterId : e920e2eb-1c75-4a88-95d6-5d34b41c3ad8 2024-11-20T21:44:20,809 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:44:20,810 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:44:20,810 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(746): ClusterId : e920e2eb-1c75-4a88-95d6-5d34b41c3ad8 2024-11-20T21:44:20,810 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:44:20,810 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:44:20,810 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,42923,1732139060260 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:44:20,812 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:44:20,813 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:44:20,813 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:44:20,814 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:44:20,815 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:44:20,816 DEBUG [RS:0;e1fae5a3a175:42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7805cb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:20,817 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:44:20,817 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:20,817 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:20,817 DEBUG [RS:1;e1fae5a3a175:44531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614dca71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:20,817 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:20,817 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:44:20,818 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:44:20,818 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,818 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:20,818 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,825 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(746): ClusterId : e920e2eb-1c75-4a88-95d6-5d34b41c3ad8 2024-11-20T21:44:20,825 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:44:20,827 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:44:20,827 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:44:20,830 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:44:20,830 DEBUG [RS:2;e1fae5a3a175:35523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ffece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:44:20,840 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:42289 2024-11-20T21:44:20,840 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:44:20,840 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:44:20,840 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:44:20,842 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,42923,1732139060260 with port=42289, startcode=1732139060341 2024-11-20T21:44:20,842 DEBUG [RS:0;e1fae5a3a175:42289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:44:20,843 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139090843 2024-11-20T21:44:20,843 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:44:20,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:20,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:44:20,845 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:44:20,845 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:44:20,845 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:44:20,845 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:44:20,845 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:44:20,847 DEBUG [RS:1;e1fae5a3a175:44531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e1fae5a3a175:44531 2024-11-20T21:44:20,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,847 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:44:20,847 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:44:20,847 DEBUG [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:44:20,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:44:20,848 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,42923,1732139060260 with port=44531, startcode=1732139060392 2024-11-20T21:44:20,848 DEBUG [RS:1;e1fae5a3a175:44531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:44:20,850 DEBUG [RS:2;e1fae5a3a175:35523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e1fae5a3a175:35523 2024-11-20T21:44:20,850 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:44:20,850 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:44:20,850 DEBUG [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:44:20,851 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:44:20,851 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,42923,1732139060260 with port=35523, startcode=1732139060443 2024-11-20T21:44:20,852 DEBUG [RS:2;e1fae5a3a175:35523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:44:20,852 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:44:20,853 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:44:20,853 WARN [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:44:20,857 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,859 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:44:20,859 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:44:20,860 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:44:20,860 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:44:20,861 DEBUG [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:44:20,861 WARN [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:44:20,861 DEBUG [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:44:20,861 WARN [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:44:20,861 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:44:20,862 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:44:20,862 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:44:20,864 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:44:20,864 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:44:20,865 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139060864,5,FailOnTimeoutGroup] 2024-11-20T21:44:20,871 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139060866,5,FailOnTimeoutGroup] 2024-11-20T21:44:20,872 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,872 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:44:20,872 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,872 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:44:20,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:44:20,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:44:20,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:44:20,876 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57 2024-11-20T21:44:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:44:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:44:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:44:20,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:20,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:44:20,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:44:20,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:20,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:44:20,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:44:20,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:20,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:44:20,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:44:20,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:20,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:44:20,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:44:20,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:20,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:20,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:44:20,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740 2024-11-20T21:44:20,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740 2024-11-20T21:44:20,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:44:20,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:44:20,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:44:20,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:44:20,915 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:44:20,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64151931, jitterRate=-0.04406173527240753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:44:20,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139060889Initializing all the Stores at 1732139060891 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139060891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139060891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139060891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139060891Cleaning up temporary data from old regions at 1732139060905 (+14 ms)Region opened successfully at 1732139060917 (+12 ms) 2024-11-20T21:44:20,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:44:20,917 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:44:20,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:44:20,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:44:20,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:44:20,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:44:20,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139060917Disabling compacts and flushes for region at 1732139060917Disabling writes for close at 1732139060917Writing region close event to WAL at 1732139060917Closed at 1732139060917 2024-11-20T21:44:20,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:20,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:44:20,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:44:20,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:44:20,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:44:20,954 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,42923,1732139060260 with port=42289, startcode=1732139060341 2024-11-20T21:44:20,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:20,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:20,958 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57 2024-11-20T21:44:20,958 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36531 2024-11-20T21:44:20,959 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:44:20,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:20,960 DEBUG [RS:0;e1fae5a3a175:42289 {}] zookeeper.ZKUtil(111): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:20,960 WARN [RS:0;e1fae5a3a175:42289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:20,961 INFO [RS:0;e1fae5a3a175:42289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T21:44:20,961 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:20,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,42289,1732139060341] 2024-11-20T21:44:20,962 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,42923,1732139060260 with port=35523, startcode=1732139060443 2024-11-20T21:44:20,962 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,42923,1732139060260 with port=44531, startcode=1732139060392 2024-11-20T21:44:20,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:20,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:20,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:20,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42923 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:20,965 DEBUG [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57 2024-11-20T21:44:20,965 DEBUG [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36531 2024-11-20T21:44:20,965 DEBUG [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:44:20,967 DEBUG [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57 2024-11-20T21:44:20,968 DEBUG [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36531 2024-11-20T21:44:20,968 DEBUG [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:44:20,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:20,968 DEBUG [RS:1;e1fae5a3a175:44531 {}] zookeeper.ZKUtil(111): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:20,968 WARN [RS:1;e1fae5a3a175:44531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:20,968 INFO [RS:1;e1fae5a3a175:44531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T21:44:20,968 DEBUG [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:20,969 DEBUG [RS:2;e1fae5a3a175:35523 {}] zookeeper.ZKUtil(111): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:20,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,35523,1732139060443] 2024-11-20T21:44:20,970 WARN [RS:2;e1fae5a3a175:35523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:44:20,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,44531,1732139060392] 2024-11-20T21:44:20,970 INFO [RS:2;e1fae5a3a175:35523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T21:44:20,970 DEBUG [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:20,973 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:44:20,977 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:44:20,979 INFO [RS:0;e1fae5a3a175:42289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:44:20,979 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,980 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:44:20,980 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:44:20,981 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:44:20,982 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:44:20,982 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,982 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,983 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,983 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,983 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,983 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:44:20,983 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,983 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:20,983 DEBUG [RS:0;e1fae5a3a175:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:20,984 INFO [RS:1;e1fae5a3a175:44531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:44:20,984 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,990 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:44:20,990 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:44:20,991 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,991 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,991 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,991 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,991 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,991 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42289,1732139060341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:20,992 INFO [RS:2;e1fae5a3a175:35523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:44:20,992 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,992 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:44:20,992 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,993 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,994 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,994 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:20,994 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:20,994 DEBUG [RS:1;e1fae5a3a175:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:20,994 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:44:20,997 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,997 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:20,997 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,001 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,001 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,001 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44531,1732139060392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:21,001 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:44:21,002 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,002 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,003 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,003 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:44:21,003 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:21,003 DEBUG [RS:2;e1fae5a3a175:35523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:44:21,006 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,006 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,006 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,006 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,006 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,007 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,35523,1732139060443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:21,014 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:44:21,014 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42289,1732139060341-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,015 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,015 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.Replication(171): e1fae5a3a175,42289,1732139060341 started 2024-11-20T21:44:21,020 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:44:21,021 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44531,1732139060392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,021 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,021 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.Replication(171): e1fae5a3a175,44531,1732139060392 started 2024-11-20T21:44:21,027 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:44:21,027 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,35523,1732139060443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,027 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,027 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.Replication(171): e1fae5a3a175,35523,1732139060443 started 2024-11-20T21:44:21,032 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,032 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,42289,1732139060341, RpcServer on e1fae5a3a175/172.17.0.2:42289, sessionid=0x1005f17e8710001 2024-11-20T21:44:21,032 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:44:21,032 DEBUG [RS:0;e1fae5a3a175:42289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:21,032 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,42289,1732139060341' 2024-11-20T21:44:21,032 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:44:21,033 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:44:21,033 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:44:21,033 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:44:21,034 DEBUG [RS:0;e1fae5a3a175:42289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:21,034 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,42289,1732139060341' 2024-11-20T21:44:21,034 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:44:21,034 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:44:21,035 DEBUG [RS:0;e1fae5a3a175:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:44:21,035 INFO [RS:0;e1fae5a3a175:42289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:44:21,035 INFO [RS:0;e1fae5a3a175:42289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:44:21,042 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,042 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,44531,1732139060392, RpcServer on e1fae5a3a175/172.17.0.2:44531, sessionid=0x1005f17e8710002 2024-11-20T21:44:21,043 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:44:21,043 DEBUG [RS:1;e1fae5a3a175:44531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:21,043 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,44531,1732139060392' 2024-11-20T21:44:21,043 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:44:21,045 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:44:21,045 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:44:21,046 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:44:21,046 DEBUG [RS:1;e1fae5a3a175:44531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:21,046 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,44531,1732139060392' 2024-11-20T21:44:21,046 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:44:21,046 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:44:21,047 DEBUG [RS:1;e1fae5a3a175:44531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:44:21,047 INFO [RS:1;e1fae5a3a175:44531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:44:21,047 INFO [RS:1;e1fae5a3a175:44531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:44:21,048 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,048 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,35523,1732139060443, RpcServer on e1fae5a3a175/172.17.0.2:35523, sessionid=0x1005f17e8710003 2024-11-20T21:44:21,048 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:44:21,048 DEBUG [RS:2;e1fae5a3a175:35523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:21,048 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,35523,1732139060443' 2024-11-20T21:44:21,048 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:44:21,049 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:44:21,049 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:44:21,049 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:44:21,049 DEBUG [RS:2;e1fae5a3a175:35523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:21,049 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,35523,1732139060443' 2024-11-20T21:44:21,049 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:44:21,050 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:44:21,050 DEBUG [RS:2;e1fae5a3a175:35523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:44:21,050 INFO [RS:2;e1fae5a3a175:35523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:44:21,051 INFO [RS:2;e1fae5a3a175:35523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:44:21,075 WARN [e1fae5a3a175:42923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:44:21,137 INFO [RS:0;e1fae5a3a175:42289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C42289%2C1732139060341, suffix=, logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,42289,1732139060341, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs, maxLogs=32 2024-11-20T21:44:21,140 INFO [RS:0;e1fae5a3a175:42289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e1fae5a3a175%2C42289%2C1732139060341.1732139061139 2024-11-20T21:44:21,150 INFO [RS:1;e1fae5a3a175:44531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C44531%2C1732139060392, suffix=, logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,44531,1732139060392, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs, maxLogs=32 2024-11-20T21:44:21,150 INFO [RS:0;e1fae5a3a175:42289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,42289,1732139060341/e1fae5a3a175%2C42289%2C1732139060341.1732139061139 2024-11-20T21:44:21,151 INFO [RS:1;e1fae5a3a175:44531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e1fae5a3a175%2C44531%2C1732139060392.1732139061150 2024-11-20T21:44:21,152 DEBUG [RS:0;e1fae5a3a175:42289 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36049:36049),(127.0.0.1/127.0.0.1:34897:34897),(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-20T21:44:21,153 INFO [RS:2;e1fae5a3a175:35523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C35523%2C1732139060443, suffix=, logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,35523,1732139060443, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs, maxLogs=32 2024-11-20T21:44:21,154 INFO [RS:2;e1fae5a3a175:35523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e1fae5a3a175%2C35523%2C1732139060443.1732139061154 2024-11-20T21:44:21,161 INFO [RS:1;e1fae5a3a175:44531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,44531,1732139060392/e1fae5a3a175%2C44531%2C1732139060392.1732139061150 2024-11-20T21:44:21,162 DEBUG [RS:1;e1fae5a3a175:44531 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34897:34897),(127.0.0.1/127.0.0.1:36049:36049),(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-20T21:44:21,163 INFO [RS:2;e1fae5a3a175:35523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,35523,1732139060443/e1fae5a3a175%2C35523%2C1732139060443.1732139061154 2024-11-20T21:44:21,165 DEBUG [RS:2;e1fae5a3a175:35523 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36049:36049),(127.0.0.1/127.0.0.1:34897:34897),(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-20T21:44:21,326 DEBUG [e1fae5a3a175:42923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T21:44:21,326 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:44:21,330 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:44:21,330 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:44:21,330 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:44:21,330 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:44:21,330 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:44:21,330 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:44:21,330 INFO [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:44:21,330 INFO [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:44:21,330 INFO [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:44:21,330 DEBUG [e1fae5a3a175:42923 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:44:21,331 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:21,333 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,42289,1732139060341, state=OPENING 2024-11-20T21:44:21,334 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:44:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:21,335 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:21,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,342 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:44:21,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,42289,1732139060341}] 2024-11-20T21:44:21,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:44:21,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:44:21,505 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:44:21,506 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T21:44:21,511 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C42289%2C1732139060341.meta, suffix=.meta, logDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,42289,1732139060341, archiveDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs, maxLogs=32 2024-11-20T21:44:21,512 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor e1fae5a3a175%2C42289%2C1732139060341.meta.1732139061512.meta 2024-11-20T21:44:21,529 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/WALs/e1fae5a3a175,42289,1732139060341/e1fae5a3a175%2C42289%2C1732139060341.meta.1732139061512.meta 2024-11-20T21:44:21,530 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36049:36049),(127.0.0.1/127.0.0.1:34897:34897),(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-20T21:44:21,532 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:44:21,533 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:44:21,533 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:44:21,533 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:44:21,533 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:44:21,533 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:21,533 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:44:21,533 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:44:21,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:44:21,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:44:21,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:21,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:21,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:44:21,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:44:21,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:21,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:21,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:44:21,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:44:21,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:21,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:21,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:44:21,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:44:21,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:21,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:44:21,546 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:44:21,547 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740 2024-11-20T21:44:21,549 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740 2024-11-20T21:44:21,550 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:44:21,550 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:44:21,551 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:44:21,553 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:44:21,554 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60111768, jitterRate=-0.10426485538482666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:44:21,554 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:44:21,555 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139061533Writing region info on filesystem at 1732139061534 (+1 ms)Initializing all the Stores at 1732139061535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139061535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139061535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139061535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139061535Cleaning up temporary data from old regions at 1732139061550 (+15 ms)Running coprocessor post-open hooks at 1732139061554 (+4 ms)Region opened successfully at 1732139061555 (+1 ms) 2024-11-20T21:44:21,556 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139061497 2024-11-20T21:44:21,561 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:44:21,561 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:44:21,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:21,564 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,42289,1732139060341, state=OPEN 2024-11-20T21:44:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:21,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:21,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,566 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:44:21,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:44:21,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:44:21,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,42289,1732139060341 in 224 msec 2024-11-20T21:44:21,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:44:21,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-20T21:44:21,580 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:44:21,580 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:44:21,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:44:21,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,42289,1732139060341, seqNum=-1] 2024-11-20T21:44:21,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:44:21,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:44:21,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 785 msec 2024-11-20T21:44:21,595 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139061595, completionTime=-1 2024-11-20T21:44:21,595 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T21:44:21,595 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:44:21,598 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T21:44:21,598 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139121598 2024-11-20T21:44:21,598 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139181598 2024-11-20T21:44:21,598 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-20T21:44:21,599 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:44:21,600 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42923,1732139060260-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,600 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42923,1732139060260-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,600 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42923,1732139060260-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,600 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:42923, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,600 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,603 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:44:21,604 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,610 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.077sec 2024-11-20T21:44:21,613 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:44:21,613 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:44:21,613 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:44:21,613 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:44:21,613 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:44:21,613 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42923,1732139060260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:44:21,613 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42923,1732139060260-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:44:21,617 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:44:21,617 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:44:21,617 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42923,1732139060260-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:44:21,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc73a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:44:21,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,42923,-1 for getting cluster id 2024-11-20T21:44:21,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:44:21,635 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e920e2eb-1c75-4a88-95d6-5d34b41c3ad8' 2024-11-20T21:44:21,636 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:44:21,636 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e920e2eb-1c75-4a88-95d6-5d34b41c3ad8" 2024-11-20T21:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383d7f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,42923,-1] 2024-11-20T21:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:44:21,641 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:21,644 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:44:21,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21729daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:44:21,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:44:21,649 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,42289,1732139060341, seqNum=-1] 2024-11-20T21:44:21,649 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:44:21,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:44:21,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:21,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:44:21,659 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:21,659 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@169d1d82 2024-11-20T21:44:21,660 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:44:21,663 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:44:21,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:44:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T21:44:21,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:44:21,671 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:21,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T21:44:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:21,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:44:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741837_1013 (size=392) 2024-11-20T21:44:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741837_1013 (size=392) 2024-11-20T21:44:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741837_1013 (size=392) 2024-11-20T21:44:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:21,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:44:21,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:44:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:22,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:44:22,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:44:22,095 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 522b4e6a0d64910655675ce81fb30255, NAME => 'TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57 2024-11-20T21:44:22,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741838_1014 (size=51) 2024-11-20T21:44:22,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741838_1014 (size=51) 2024-11-20T21:44:22,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741838_1014 (size=51) 2024-11-20T21:44:22,108 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:22,108 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 522b4e6a0d64910655675ce81fb30255, disabling compactions & flushes 2024-11-20T21:44:22,108 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:22,109 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:22,109 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. after waiting 0 ms 2024-11-20T21:44:22,109 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:22,109 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:22,109 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 522b4e6a0d64910655675ce81fb30255: Waiting for close lock at 1732139062108Disabling compacts and flushes for region at 1732139062108Disabling writes for close at 1732139062109 (+1 ms)Writing region close event to WAL at 1732139062109Closed at 1732139062109 2024-11-20T21:44:22,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:44:22,112 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732139062111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139062111"}]},"ts":"1732139062111"} 2024-11-20T21:44:22,116 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:44:22,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:44:22,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139062118"}]},"ts":"1732139062118"} 2024-11-20T21:44:22,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T21:44:22,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:44:22,129 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:44:22,129 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:44:22,129 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:44:22,129 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:44:22,129 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:44:22,129 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:44:22,129 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:44:22,129 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:44:22,129 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:44:22,129 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:44:22,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=522b4e6a0d64910655675ce81fb30255, ASSIGN}] 2024-11-20T21:44:22,132 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=522b4e6a0d64910655675ce81fb30255, ASSIGN 2024-11-20T21:44:22,134 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=522b4e6a0d64910655675ce81fb30255, ASSIGN; state=OFFLINE, location=e1fae5a3a175,42289,1732139060341; forceNewPlan=false, retain=false 2024-11-20T21:44:22,284 INFO [e1fae5a3a175:42923 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:44:22,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=522b4e6a0d64910655675ce81fb30255, regionState=OPENING, regionLocation=e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=522b4e6a0d64910655675ce81fb30255, ASSIGN because future has completed 2024-11-20T21:44:22,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 522b4e6a0d64910655675ce81fb30255, server=e1fae5a3a175,42289,1732139060341}] 2024-11-20T21:44:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:22,452 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:22,452 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 522b4e6a0d64910655675ce81fb30255, NAME => 'TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:44:22,453 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,453 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:44:22,453 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,453 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,458 INFO [StoreOpener-522b4e6a0d64910655675ce81fb30255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,461 INFO [StoreOpener-522b4e6a0d64910655675ce81fb30255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 522b4e6a0d64910655675ce81fb30255 columnFamilyName cf 2024-11-20T21:44:22,461 DEBUG [StoreOpener-522b4e6a0d64910655675ce81fb30255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:44:22,462 INFO [StoreOpener-522b4e6a0d64910655675ce81fb30255-1 {}] regionserver.HStore(327): Store=522b4e6a0d64910655675ce81fb30255/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:44:22,462 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,463 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,464 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,464 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,464 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,466 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,469 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:44:22,470 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 522b4e6a0d64910655675ce81fb30255; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73189547, jitterRate=0.09060923755168915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:44:22,470 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:22,471 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 522b4e6a0d64910655675ce81fb30255: Running coprocessor pre-open hook at 1732139062453Writing region info on filesystem at 1732139062453Initializing all the Stores at 1732139062456 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139062456Cleaning up temporary data from old regions at 1732139062464 (+8 ms)Running coprocessor post-open hooks at 1732139062470 (+6 ms)Region opened successfully at 1732139062470 2024-11-20T21:44:22,472 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255., pid=6, masterSystemTime=1732139062445 2024-11-20T21:44:22,476 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:22,476 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:22,478 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=522b4e6a0d64910655675ce81fb30255, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:22,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 522b4e6a0d64910655675ce81fb30255, server=e1fae5a3a175,42289,1732139060341 because future has completed 2024-11-20T21:44:22,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:44:22,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 522b4e6a0d64910655675ce81fb30255, server=e1fae5a3a175,42289,1732139060341 in 195 msec 2024-11-20T21:44:22,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:44:22,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=522b4e6a0d64910655675ce81fb30255, ASSIGN in 361 msec 2024-11-20T21:44:22,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:44:22,502 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139062502"}]},"ts":"1732139062502"} 2024-11-20T21:44:22,507 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T21:44:22,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:44:22,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 846 msec 2024-11-20T21:44:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:44:22,815 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T21:44:22,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T21:44:22,815 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:44:22,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T21:44:22,821 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:44:22,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T21:44:22,827 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255., hostname=e1fae5a3a175,42289,1732139060341, seqNum=2] 2024-11-20T21:44:22,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T21:44:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T21:44:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:44:22,843 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T21:44:22,846 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T21:44:22,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T21:44:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:44:23,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T21:44:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:23,003 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 522b4e6a0d64910655675ce81fb30255 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T21:44:23,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255/.tmp/cf/9c6c52a9a33b4420a59b2a30dc51b234 is 36, key is row/cf:cq/1732139062830/Put/seqid=0 2024-11-20T21:44:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741839_1015 (size=4787) 2024-11-20T21:44:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741839_1015 (size=4787) 2024-11-20T21:44:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741839_1015 (size=4787) 2024-11-20T21:44:23,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255/.tmp/cf/9c6c52a9a33b4420a59b2a30dc51b234 2024-11-20T21:44:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255/.tmp/cf/9c6c52a9a33b4420a59b2a30dc51b234 as hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255/cf/9c6c52a9a33b4420a59b2a30dc51b234 2024-11-20T21:44:23,072 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255/cf/9c6c52a9a33b4420a59b2a30dc51b234, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T21:44:23,074 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 522b4e6a0d64910655675ce81fb30255 in 71ms, sequenceid=5, compaction requested=false 2024-11-20T21:44:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 522b4e6a0d64910655675ce81fb30255: 2024-11-20T21:44:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T21:44:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T21:44:23,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T21:44:23,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 234 msec 2024-11-20T21:44:23,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 251 msec 2024-11-20T21:44:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:44:23,165 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T21:44:23,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:44:23,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:44:23,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:23,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:44:23,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:44:23,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1827393802, stopped=false 2024-11-20T21:44:23,177 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,42923,1732139060260 2024-11-20T21:44:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:23,179 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:23,179 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:44:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:23,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:44:23,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:44:23,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:23,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:23,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:23,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,42289,1732139060341' ***** 2024-11-20T21:44:23,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:44:23,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,44531,1732139060392' ***** 2024-11-20T21:44:23,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:44:23,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,35523,1732139060443' ***** 2024-11-20T21:44:23,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:44:23,180 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:44:23,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:23,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:44:23,181 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:44:23,181 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:44:23,181 INFO [RS:2;e1fae5a3a175:35523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:44:23,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:44:23,181 INFO [RS:1;e1fae5a3a175:44531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:44:23,181 INFO [RS:2;e1fae5a3a175:35523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:44:23,181 INFO [RS:1;e1fae5a3a175:44531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:44:23,181 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:23,181 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:23,181 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:23,181 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:23,181 INFO [RS:1;e1fae5a3a175:44531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e1fae5a3a175:44531. 2024-11-20T21:44:23,181 INFO [RS:2;e1fae5a3a175:35523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e1fae5a3a175:35523. 2024-11-20T21:44:23,182 DEBUG [RS:1;e1fae5a3a175:44531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:23,182 DEBUG [RS:2;e1fae5a3a175:35523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:23,182 DEBUG [RS:1;e1fae5a3a175:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,182 DEBUG [RS:2;e1fae5a3a175:35523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,182 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,44531,1732139060392; all regions closed. 2024-11-20T21:44:23,182 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,35523,1732139060443; all regions closed. 2024-11-20T21:44:23,182 INFO [RS:0;e1fae5a3a175:42289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:44:23,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:44:23,182 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,182 INFO [RS:0;e1fae5a3a175:42289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:44:23,182 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:23,183 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,183 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,183 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:23,183 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:23,183 INFO [RS:0;e1fae5a3a175:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:42289. 2024-11-20T21:44:23,183 DEBUG [RS:0;e1fae5a3a175:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:44:23,183 DEBUG [RS:0;e1fae5a3a175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,183 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:44:23,183 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:44:23,182 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:44:23,183 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:44:23,183 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:44:23,184 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,184 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,184 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:44:23,184 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,184 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 522b4e6a0d64910655675ce81fb30255=TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255.} 2024-11-20T21:44:23,184 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 522b4e6a0d64910655675ce81fb30255 2024-11-20T21:44:23,184 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,184 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,184 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:44:23,184 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 522b4e6a0d64910655675ce81fb30255, disabling compactions & flushes 2024-11-20T21:44:23,184 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:23,184 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:44:23,184 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,184 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:23,184 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:44:23,185 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. after waiting 1 ms 2024-11-20T21:44:23,185 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:44:23,185 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:23,185 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:44:23,185 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,185 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T21:44:23,194 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741835_1011 (size=93) 2024-11-20T21:44:23,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741835_1011 (size=93) 2024-11-20T21:44:23,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741835_1011 (size=93) 2024-11-20T21:44:23,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741834_1010 (size=93) 2024-11-20T21:44:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741834_1010 (size=93) 2024-11-20T21:44:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741834_1010 (size=93) 2024-11-20T21:44:23,203 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/default/TestHBaseWalOnEC/522b4e6a0d64910655675ce81fb30255/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:44:23,203 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:23,204 DEBUG [RS:2;e1fae5a3a175:35523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs 2024-11-20T21:44:23,204 INFO [RS:2;e1fae5a3a175:35523 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e1fae5a3a175%2C35523%2C1732139060443:(num 1732139061154) 2024-11-20T21:44:23,204 DEBUG [RS:2;e1fae5a3a175:35523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,204 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:23,204 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:23,204 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:23,204 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 522b4e6a0d64910655675ce81fb30255: Waiting for close lock at 1732139063184Running coprocessor pre-close hooks at 1732139063184Disabling compacts and flushes for region at 1732139063184Disabling writes for close at 1732139063185 (+1 ms)Writing region close event to WAL at 1732139063197 (+12 ms)Running coprocessor post-close hooks at 1732139063204 (+7 ms)Closed at 1732139063204 2024-11-20T21:44:23,205 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255. 2024-11-20T21:44:23,205 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:23,205 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:44:23,205 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:23,205 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:44:23,205 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:44:23,205 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:23,205 INFO [RS:2;e1fae5a3a175:35523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35523 2024-11-20T21:44:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,35523,1732139060443 2024-11-20T21:44:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:23,207 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:23,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,35523,1732139060443] 2024-11-20T21:44:23,209 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:23,209 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,35523,1732139060443 already deleted, retry=false 2024-11-20T21:44:23,209 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,35523,1732139060443 expired; onlineServers=2 2024-11-20T21:44:23,216 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/info/54198e2e79424bb7a01271d97ffbaaf7 is 153, key is TestHBaseWalOnEC,,1732139061664.522b4e6a0d64910655675ce81fb30255./info:regioninfo/1732139062477/Put/seqid=0 2024-11-20T21:44:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741840_1016 (size=6637) 2024-11-20T21:44:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741840_1016 (size=6637) 2024-11-20T21:44:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741840_1016 (size=6637) 2024-11-20T21:44:23,223 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/info/54198e2e79424bb7a01271d97ffbaaf7 2024-11-20T21:44:23,251 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/ns/f9093f98f55748f8bdc9cf9c0b3ae8aa is 43, key is default/ns:d/1732139061585/Put/seqid=0 2024-11-20T21:44:23,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741841_1017 (size=5153) 2024-11-20T21:44:23,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741841_1017 (size=5153) 2024-11-20T21:44:23,270 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/ns/f9093f98f55748f8bdc9cf9c0b3ae8aa 2024-11-20T21:44:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741841_1017 (size=5153) 2024-11-20T21:44:23,301 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/table/adf118cd241c4303811958a1bd05141f is 52, key is TestHBaseWalOnEC/table:state/1732139062502/Put/seqid=0 2024-11-20T21:44:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,308 INFO [RS:2;e1fae5a3a175:35523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35523-0x1005f17e8710003, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,309 INFO [RS:2;e1fae5a3a175:35523 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,35523,1732139060443; zookeeper connection closed. 2024-11-20T21:44:23,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7db59602 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7db59602 2024-11-20T21:44:23,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741842_1018 (size=5249) 2024-11-20T21:44:23,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741842_1018 (size=5249) 2024-11-20T21:44:23,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741842_1018 (size=5249) 2024-11-20T21:44:23,325 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/table/adf118cd241c4303811958a1bd05141f 2024-11-20T21:44:23,336 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/info/54198e2e79424bb7a01271d97ffbaaf7 as hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/info/54198e2e79424bb7a01271d97ffbaaf7 2024-11-20T21:44:23,347 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/info/54198e2e79424bb7a01271d97ffbaaf7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T21:44:23,350 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/ns/f9093f98f55748f8bdc9cf9c0b3ae8aa as hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/ns/f9093f98f55748f8bdc9cf9c0b3ae8aa 2024-11-20T21:44:23,361 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/ns/f9093f98f55748f8bdc9cf9c0b3ae8aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:44:23,363 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/.tmp/table/adf118cd241c4303811958a1bd05141f as hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/table/adf118cd241c4303811958a1bd05141f 2024-11-20T21:44:23,380 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/table/adf118cd241c4303811958a1bd05141f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T21:44:23,382 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=11, compaction requested=false 2024-11-20T21:44:23,384 DEBUG [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:44:23,392 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:44:23,393 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:44:23,394 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:44:23,394 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139063184Running coprocessor pre-close hooks at 1732139063184Disabling compacts and flushes for region at 1732139063184Disabling writes for close at 1732139063185 (+1 ms)Obtaining lock to block concurrent updates at 1732139063185Preparing flush snapshotting stores in 1588230740 at 1732139063185Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732139063185Flushing stores of hbase:meta,,1.1588230740 at 1732139063186 (+1 ms)Flushing 1588230740/info: creating writer at 1732139063186Flushing 1588230740/info: appending metadata at 1732139063216 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732139063216Flushing 1588230740/ns: creating writer at 1732139063233 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732139063251 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732139063251Flushing 1588230740/table: creating writer at 1732139063279 (+28 ms)Flushing 1588230740/table: appending metadata at 1732139063300 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732139063301 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478553cd: reopening flushed file at 1732139063335 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629a5342: reopening flushed file at 1732139063348 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4580419d: reopening flushed file at 1732139063361 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=11, compaction requested=false at 1732139063382 (+21 ms)Writing region close event to WAL at 1732139063384 (+2 ms)Running coprocessor post-close hooks at 1732139063393 (+9 ms)Closed at 1732139063394 (+1 ms) 2024-11-20T21:44:23,395 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:44:23,584 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,42289,1732139060341; all regions closed. 2024-11-20T21:44:23,585 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,585 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,585 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,585 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,585 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741836_1012 (size=2751) 2024-11-20T21:44:23,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741836_1012 (size=2751) 2024-11-20T21:44:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741836_1012 (size=2751) 2024-11-20T21:44:23,593 DEBUG [RS:0;e1fae5a3a175:42289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs 2024-11-20T21:44:23,593 INFO [RS:0;e1fae5a3a175:42289 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e1fae5a3a175%2C42289%2C1732139060341.meta:.meta(num 1732139061512) 2024-11-20T21:44:23,593 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,593 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,594 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,594 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,594 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741833_1009 (size=1298) 2024-11-20T21:44:23,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741833_1009 (size=1298) 2024-11-20T21:44:23,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741833_1009 (size=1298) 2024-11-20T21:44:23,602 DEBUG [RS:0;e1fae5a3a175:42289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs 2024-11-20T21:44:23,602 INFO [RS:0;e1fae5a3a175:42289 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e1fae5a3a175%2C42289%2C1732139060341:(num 1732139061139) 2024-11-20T21:44:23,602 DEBUG [RS:0;e1fae5a3a175:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,602 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:23,602 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:23,602 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:23,603 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:23,603 INFO [RS:0;e1fae5a3a175:42289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42289 2024-11-20T21:44:23,603 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:23,604 DEBUG [RS:1;e1fae5a3a175:44531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/oldWALs 2024-11-20T21:44:23,605 INFO [RS:1;e1fae5a3a175:44531 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e1fae5a3a175%2C44531%2C1732139060392:(num 1732139061150) 2024-11-20T21:44:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,42289,1732139060341 2024-11-20T21:44:23,605 DEBUG [RS:1;e1fae5a3a175:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:44:23,605 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:44:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:23,639 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:23,639 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:23,640 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:23,640 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:44:23,640 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:44:23,640 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:44:23,640 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:23,640 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:23,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,42289,1732139060341] 2024-11-20T21:44:23,640 INFO [RS:1;e1fae5a3a175:44531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44531 2024-11-20T21:44:23,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,42289,1732139060341 already deleted, retry=false 2024-11-20T21:44:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:44:23,643 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,42289,1732139060341 expired; onlineServers=1 2024-11-20T21:44:23,643 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:23,643 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,44531,1732139060392 2024-11-20T21:44:23,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,44531,1732139060392] 2024-11-20T21:44:23,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,44531,1732139060392 already deleted, retry=false 2024-11-20T21:44:23,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,44531,1732139060392 expired; onlineServers=0 2024-11-20T21:44:23,645 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,42923,1732139060260' ***** 2024-11-20T21:44:23,645 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:44:23,645 INFO [M:0;e1fae5a3a175:42923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:44:23,645 INFO [M:0;e1fae5a3a175:42923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:44:23,645 DEBUG [M:0;e1fae5a3a175:42923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:44:23,645 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:44:23,645 DEBUG [M:0;e1fae5a3a175:42923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:44:23,645 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139060864 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139060864,5,FailOnTimeoutGroup] 2024-11-20T21:44:23,645 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139060866 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139060866,5,FailOnTimeoutGroup] 2024-11-20T21:44:23,645 INFO [M:0;e1fae5a3a175:42923 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:44:23,645 INFO [M:0;e1fae5a3a175:42923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:44:23,645 DEBUG [M:0;e1fae5a3a175:42923 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:44:23,645 INFO [M:0;e1fae5a3a175:42923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:44:23,646 INFO [M:0;e1fae5a3a175:42923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:44:23,646 INFO [M:0;e1fae5a3a175:42923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:44:23,646 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:44:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:44:23,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:44:23,649 DEBUG [M:0;e1fae5a3a175:42923 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-20T21:44:23,649 DEBUG [M:0;e1fae5a3a175:42923 {}] master.ActiveMasterManager(353): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-20T21:44:23,650 INFO [M:0;e1fae5a3a175:42923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/.lastflushedseqids 2024-11-20T21:44:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741843_1019 (size=127) 2024-11-20T21:44:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741843_1019 (size=127) 2024-11-20T21:44:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741843_1019 (size=127) 2024-11-20T21:44:23,664 INFO [M:0;e1fae5a3a175:42923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:44:23,664 INFO [M:0;e1fae5a3a175:42923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:44:23,664 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:44:23,664 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:23,664 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:23,664 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:44:23,664 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:23,665 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-20T21:44:23,685 DEBUG [M:0;e1fae5a3a175:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a281456e330a403188f2aac97a34f68a is 82, key is hbase:meta,,1/info:regioninfo/1732139061562/Put/seqid=0 2024-11-20T21:44:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741844_1020 (size=5672) 2024-11-20T21:44:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741844_1020 (size=5672) 2024-11-20T21:44:23,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741844_1020 (size=5672) 2024-11-20T21:44:23,713 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a281456e330a403188f2aac97a34f68a 2024-11-20T21:44:23,743 INFO [RS:0;e1fae5a3a175:42289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,743 INFO [RS:0;e1fae5a3a175:42289 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,42289,1732139060341; zookeeper connection closed. 2024-11-20T21:44:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1005f17e8710001, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d316975 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d316975 2024-11-20T21:44:23,744 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,744 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x1005f17e8710002, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,744 INFO [RS:1;e1fae5a3a175:44531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:23,744 INFO [RS:1;e1fae5a3a175:44531 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,44531,1732139060392; zookeeper connection closed. 2024-11-20T21:44:23,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3414e622 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3414e622 2024-11-20T21:44:23,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T21:44:23,747 DEBUG [M:0;e1fae5a3a175:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c4efddccb1241ffad53de3036ddf3c3 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139062515/Put/seqid=0 2024-11-20T21:44:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741845_1021 (size=6439) 2024-11-20T21:44:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741845_1021 (size=6439) 2024-11-20T21:44:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741845_1021 (size=6439) 2024-11-20T21:44:23,760 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c4efddccb1241ffad53de3036ddf3c3 2024-11-20T21:44:23,787 DEBUG [M:0;e1fae5a3a175:42923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dc4e3e7b0504ae1960e3435165d8f36 is 69, key is e1fae5a3a175,35523,1732139060443/rs:state/1732139060965/Put/seqid=0 2024-11-20T21:44:23,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741846_1022 (size=5294) 2024-11-20T21:44:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741846_1022 (size=5294) 2024-11-20T21:44:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741846_1022 (size=5294) 2024-11-20T21:44:23,805 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dc4e3e7b0504ae1960e3435165d8f36 2024-11-20T21:44:23,814 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a281456e330a403188f2aac97a34f68a as hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a281456e330a403188f2aac97a34f68a 2024-11-20T21:44:23,823 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a281456e330a403188f2aac97a34f68a, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T21:44:23,824 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c4efddccb1241ffad53de3036ddf3c3 as hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c4efddccb1241ffad53de3036ddf3c3 2024-11-20T21:44:23,833 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c4efddccb1241ffad53de3036ddf3c3, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T21:44:23,835 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dc4e3e7b0504ae1960e3435165d8f36 as hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dc4e3e7b0504ae1960e3435165d8f36 2024-11-20T21:44:23,849 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36531/user/jenkins/test-data/25d9a36a-b600-fbad-4d73-837346aa1c57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dc4e3e7b0504ae1960e3435165d8f36, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T21:44:23,850 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=72, compaction requested=false 2024-11-20T21:44:23,854 INFO [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:44:23,854 DEBUG [M:0;e1fae5a3a175:42923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139063664Disabling compacts and flushes for region at 1732139063664Disabling writes for close at 1732139063664Obtaining lock to block concurrent updates at 1732139063665 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139063665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1732139063665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139063666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139063666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139063685 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139063685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139063723 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139063746 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139063746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139063767 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139063786 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139063786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e6f277: reopening flushed file at 1732139063813 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b79e9cb: reopening flushed file at 1732139063823 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@999f6f1: reopening flushed file at 1732139063833 (+10 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=72, compaction requested=false at 1732139063850 (+17 ms)Writing region close event to WAL at 1732139063854 (+4 ms)Closed at 1732139063854 2024-11-20T21:44:23,855 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,855 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,855 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,855 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,855 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:44:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741830_1006 (size=32674) 2024-11-20T21:44:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35209 is added to blk_1073741830_1006 (size=32674) 2024-11-20T21:44:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38237 is added to blk_1073741830_1006 (size=32674) 2024-11-20T21:44:23,858 INFO [M:0;e1fae5a3a175:42923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:44:23,858 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:44:23,858 INFO [M:0;e1fae5a3a175:42923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42923 2024-11-20T21:44:23,859 INFO [M:0;e1fae5a3a175:42923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:44:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,960 INFO [M:0;e1fae5a3a175:42923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:44:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42923-0x1005f17e8710000, quorum=127.0.0.1:63279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:44:23,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@706fe4fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:23,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab01ac4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:23,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:23,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48623d57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:23,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3468e8a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:23,972 WARN [BP-1369991146-172.17.0.2-1732139059138 heartbeating to localhost/127.0.0.1:36531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:44:23,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:44:23,972 WARN [BP-1369991146-172.17.0.2-1732139059138 heartbeating to localhost/127.0.0.1:36531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1369991146-172.17.0.2-1732139059138 (Datanode Uuid 5d006447-b479-4fe6-b1c5-accb3de16fa4) service to localhost/127.0.0.1:36531 2024-11-20T21:44:23,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:44:23,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data5/current/BP-1369991146-172.17.0.2-1732139059138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:23,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data6/current/BP-1369991146-172.17.0.2-1732139059138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:23,974 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:44:23,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ce124a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:23,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ac9c11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:23,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:23,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6655da1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:23,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d0252ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:23,985 WARN [BP-1369991146-172.17.0.2-1732139059138 heartbeating to localhost/127.0.0.1:36531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:44:23,985 WARN [BP-1369991146-172.17.0.2-1732139059138 heartbeating to localhost/127.0.0.1:36531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1369991146-172.17.0.2-1732139059138 (Datanode Uuid eaa608ab-cb7f-4f76-aa19-2f7af35f72e8) service to localhost/127.0.0.1:36531 2024-11-20T21:44:23,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data3/current/BP-1369991146-172.17.0.2-1732139059138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:23,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data4/current/BP-1369991146-172.17.0.2-1732139059138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:23,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:44:23,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:44:23,987 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:44:23,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10a75234{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:44:23,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a29e327{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:23,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:23,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5147a771{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:23,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a75d9dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:23,992 WARN [BP-1369991146-172.17.0.2-1732139059138 heartbeating to localhost/127.0.0.1:36531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:44:23,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:44:23,992 WARN [BP-1369991146-172.17.0.2-1732139059138 heartbeating to localhost/127.0.0.1:36531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1369991146-172.17.0.2-1732139059138 (Datanode Uuid dfb0e1ad-fd14-4932-b94a-423075ec17b5) service to localhost/127.0.0.1:36531 2024-11-20T21:44:23,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:44:23,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data1/current/BP-1369991146-172.17.0.2-1732139059138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:23,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/cluster_fe583d6c-4828-6244-bfff-114d141a4981/data/data2/current/BP-1369991146-172.17.0.2-1732139059138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:44:23,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:44:24,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aca223{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:44:24,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fa5a427{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:44:24,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:44:24,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@726d8be0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:44:24,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d603b3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/041d8848-cdec-b4ae-48b3-49ca742714ec/hadoop.log.dir/,STOPPED} 2024-11-20T21:44:24,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:44:24,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:44:24,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=152 (was 92) - Thread LEAK? -, OpenFileDescriptor=518 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 355) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3473 (was 3728)