2024-11-12 17:39:46,646 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-12 17:39:46,663 main DEBUG Took 0.014182 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 17:39:46,663 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 17:39:46,664 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 17:39:46,669 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 17:39:46,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,702 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 17:39:46,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,723 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,731 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,732 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,734 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,736 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,738 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,739 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,741 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,743 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,744 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:39:46,745 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,746 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 17:39:46,748 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:39:46,749 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 17:39:46,753 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 17:39:46,754 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 17:39:46,757 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 17:39:46,758 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 17:39:46,774 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 17:39:46,779 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 17:39:46,782 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 17:39:46,782 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 17:39:46,783 main DEBUG createAppenders(={Console}) 2024-11-12 17:39:46,785 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-12 17:39:46,787 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-12 17:39:46,787 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-12 17:39:46,788 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 17:39:46,789 main DEBUG OutputStream closed 2024-11-12 17:39:46,789 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 17:39:46,790 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 17:39:46,790 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-12 17:39:46,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 17:39:46,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 17:39:46,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 17:39:46,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 17:39:46,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 17:39:46,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 17:39:46,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 17:39:46,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 17:39:46,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 17:39:46,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 17:39:46,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 17:39:46,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 17:39:46,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 17:39:46,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 17:39:46,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 17:39:46,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 17:39:46,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 17:39:46,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 17:39:46,963 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 17:39:46,964 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-12 17:39:46,965 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 17:39:46,966 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-12T17:39:47,008 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-12 17:39:47,016 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 17:39:47,017 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T17:39:47,526 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383 2024-11-12T17:39:47,566 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594, deleteOnExit=true 2024-11-12T17:39:47,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/test.cache.data in system properties and HBase conf 2024-11-12T17:39:47,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:39:47,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:39:47,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:39:47,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:39:47,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:39:47,705 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T17:39:47,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:39:47,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:39:47,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:39:47,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:39:47,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:39:47,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:39:47,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:39:47,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:39:47,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:39:47,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:39:47,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:39:47,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:39:47,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:39:47,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:39:47,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:39:49,157 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T17:39:49,250 INFO [Time-limited test {}] log.Log(170): Logging initialized @3638ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T17:39:49,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:39:49,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:39:49,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:39:49,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:39:49,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:39:49,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:39:49,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77f7f078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:39:49,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e67f021{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:39:49,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63603efd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/java.io.tmpdir/jetty-localhost-46729-hadoop-hdfs-3_4_1-tests_jar-_-any-17518784491991425794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:39:49,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f607d40{HTTP/1.1, (http/1.1)}{localhost:46729} 2024-11-12T17:39:49,749 INFO [Time-limited test {}] server.Server(415): Started @4138ms 2024-11-12T17:39:50,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:39:50,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:39:50,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:39:50,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:39:50,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:39:50,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a762f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:39:50,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d15633c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:39:50,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2764b062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/java.io.tmpdir/jetty-localhost-40607-hadoop-hdfs-3_4_1-tests_jar-_-any-17903761858265811248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:39:50,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed2dfcf{HTTP/1.1, (http/1.1)}{localhost:40607} 2024-11-12T17:39:50,692 INFO [Time-limited test {}] server.Server(415): Started @5081ms 2024-11-12T17:39:50,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:39:50,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:39:50,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:39:50,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:39:50,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:39:50,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:39:50,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2213fd27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:39:50,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f04a93b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:39:51,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37dcaf1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/java.io.tmpdir/jetty-localhost-45209-hadoop-hdfs-3_4_1-tests_jar-_-any-4667095294890718423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:39:51,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ecb6712{HTTP/1.1, (http/1.1)}{localhost:45209} 2024-11-12T17:39:51,069 INFO [Time-limited test {}] server.Server(415): Started @5458ms 2024-11-12T17:39:51,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:39:51,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:39:51,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:39:51,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:39:51,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:39:51,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:39:51,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aac1fae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:39:51,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f4b982a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:39:51,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765c05ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/java.io.tmpdir/jetty-localhost-35293-hadoop-hdfs-3_4_1-tests_jar-_-any-506784287778980537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:39:51,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f97329e{HTTP/1.1, (http/1.1)}{localhost:35293} 2024-11-12T17:39:51,292 INFO [Time-limited test {}] server.Server(415): Started @5681ms 2024-11-12T17:39:51,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:39:52,430 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data4/current/BP-608932903-172.17.0.3-1731433188569/current, will proceed with Du for space computation calculation, 2024-11-12T17:39:52,430 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data1/current/BP-608932903-172.17.0.3-1731433188569/current, will proceed with Du for space computation calculation, 2024-11-12T17:39:52,430 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data3/current/BP-608932903-172.17.0.3-1731433188569/current, will proceed with Du for space computation calculation, 2024-11-12T17:39:52,432 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data2/current/BP-608932903-172.17.0.3-1731433188569/current, will proceed with Du for space computation calculation, 2024-11-12T17:39:52,464 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data5/current/BP-608932903-172.17.0.3-1731433188569/current, will proceed with Du for space computation calculation, 2024-11-12T17:39:52,466 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data6/current/BP-608932903-172.17.0.3-1731433188569/current, will proceed with Du for space computation calculation, 2024-11-12T17:39:52,473 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:39:52,473 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:39:52,508 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:39:52,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e558d35f66c9dab with lease ID 0x80cf2254b575db8e: Processing first storage report for DS-77a7f174-75bc-4b1d-a2cf-5cb966c6ec5b from datanode DatanodeRegistration(127.0.0.1:43641, datanodeUuid=09e2d3e5-1168-4d53-a67b-b9adaaca3e31, infoPort=34199, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569) 2024-11-12T17:39:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e558d35f66c9dab with lease ID 0x80cf2254b575db8e: from storage DS-77a7f174-75bc-4b1d-a2cf-5cb966c6ec5b node DatanodeRegistration(127.0.0.1:43641, datanodeUuid=09e2d3e5-1168-4d53-a67b-b9adaaca3e31, infoPort=34199, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:39:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88b30014ede38385 with lease ID 0x80cf2254b575db8d: Processing first storage report for DS-cef4c8a6-f1f8-4ccb-81f0-7254066afac3 from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=b430eadb-842f-4587-8551-26349e514b52, infoPort=38301, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569) 2024-11-12T17:39:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88b30014ede38385 with lease ID 0x80cf2254b575db8d: from storage DS-cef4c8a6-f1f8-4ccb-81f0-7254066afac3 node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=b430eadb-842f-4587-8551-26349e514b52, infoPort=38301, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:39:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30064bd7a405b7c0 with lease ID 0x80cf2254b575db8f: Processing first storage report for DS-dc5b3ff0-9ce0-4894-b00f-70a0f6a114eb from datanode DatanodeRegistration(127.0.0.1:36127, datanodeUuid=a7648515-a47a-494b-b8cf-a7fe134b06db, infoPort=33371, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569) 2024-11-12T17:39:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30064bd7a405b7c0 with lease ID 0x80cf2254b575db8f: from storage DS-dc5b3ff0-9ce0-4894-b00f-70a0f6a114eb node DatanodeRegistration(127.0.0.1:36127, datanodeUuid=a7648515-a47a-494b-b8cf-a7fe134b06db, infoPort=33371, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:39:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e558d35f66c9dab with lease ID 0x80cf2254b575db8e: Processing first storage report for DS-3a7f3c27-f6c4-447e-8295-9ee1ad00bcd5 from datanode DatanodeRegistration(127.0.0.1:43641, datanodeUuid=09e2d3e5-1168-4d53-a67b-b9adaaca3e31, infoPort=34199, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569) 2024-11-12T17:39:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e558d35f66c9dab with lease ID 0x80cf2254b575db8e: from storage DS-3a7f3c27-f6c4-447e-8295-9ee1ad00bcd5 node DatanodeRegistration(127.0.0.1:43641, datanodeUuid=09e2d3e5-1168-4d53-a67b-b9adaaca3e31, infoPort=34199, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:39:52,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30064bd7a405b7c0 with lease ID 0x80cf2254b575db8f: Processing first storage report for DS-193bf2b4-1a8d-49cd-a849-e5a01691846c from datanode DatanodeRegistration(127.0.0.1:36127, datanodeUuid=a7648515-a47a-494b-b8cf-a7fe134b06db, infoPort=33371, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569) 2024-11-12T17:39:52,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30064bd7a405b7c0 with lease ID 0x80cf2254b575db8f: from storage DS-193bf2b4-1a8d-49cd-a849-e5a01691846c node DatanodeRegistration(127.0.0.1:36127, datanodeUuid=a7648515-a47a-494b-b8cf-a7fe134b06db, infoPort=33371, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:39:52,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88b30014ede38385 with lease ID 0x80cf2254b575db8d: Processing first storage report for DS-f2fb7c22-24f8-4a76-824e-71274e0c320f from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=b430eadb-842f-4587-8551-26349e514b52, infoPort=38301, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569) 2024-11-12T17:39:52,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88b30014ede38385 with lease ID 0x80cf2254b575db8d: from storage DS-f2fb7c22-24f8-4a76-824e-71274e0c320f node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=b430eadb-842f-4587-8551-26349e514b52, infoPort=38301, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=37531859;c=1731433188569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:39:52,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383 2024-11-12T17:39:52,650 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-12T17:39:52,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=159, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=1028, ProcessCount=11, AvailableMemoryMB=2690 2024-11-12T17:39:52,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:39:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-12T17:39:52,913 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/zookeeper_0, clientPort=60887, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:39:52,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60887 2024-11-12T17:39:52,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:52,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:53,099 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:53,099 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:53,188 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:33018 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:36127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33018 dst: /127.0.0.1:36127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-12T17:39:53,633 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:39:53,644 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652 with version=8 2024-11-12T17:39:53,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/hbase-staging 2024-11-12T17:39:53,771 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T17:39:54,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:39:54,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:54,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:54,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:39:54,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:54,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:39:54,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:39:54,466 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T17:39:54,489 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T17:39:54,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:39:54,538 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47845 (auto-detected) 2024-11-12T17:39:54,541 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T17:39:54,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38469 2024-11-12T17:39:54,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38469 connecting to ZooKeeper ensemble=127.0.0.1:60887 2024-11-12T17:39:54,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384690x0, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:39:54,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38469-0x101316b8f850000 connected 2024-11-12T17:39:54,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:54,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:54,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:39:54,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652, hbase.cluster.distributed=false 2024-11-12T17:39:54,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:39:54,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-12T17:39:54,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38469 2024-11-12T17:39:54,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38469 2024-11-12T17:39:54,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-12T17:39:54,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-12T17:39:55,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:39:55,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:39:55,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:39:55,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:39:55,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:39:55,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33039 2024-11-12T17:39:55,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33039 connecting to ZooKeeper ensemble=127.0.0.1:60887 2024-11-12T17:39:55,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:55,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:55,172 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330390x0, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:39:55,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330390x0, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:39:55,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33039-0x101316b8f850001 connected 2024-11-12T17:39:55,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:39:55,196 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:39:55,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:39:55,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:39:55,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-12T17:39:55,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33039 2024-11-12T17:39:55,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33039 2024-11-12T17:39:55,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-12T17:39:55,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-12T17:39:55,276 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:39:55,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:39:55,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:39:55,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:39:55,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:39:55,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43807 2024-11-12T17:39:55,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43807 connecting to ZooKeeper ensemble=127.0.0.1:60887 2024-11-12T17:39:55,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:55,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:55,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438070x0, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:39:55,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43807-0x101316b8f850002 connected 2024-11-12T17:39:55,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:39:55,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:39:55,372 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:39:55,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:39:55,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:39:55,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-12T17:39:55,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43807 2024-11-12T17:39:55,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43807 2024-11-12T17:39:55,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-12T17:39:55,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43807 2024-11-12T17:39:55,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:39:55,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:39:55,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:39:55,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:39:55,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:39:55,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:39:55,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42239 2024-11-12T17:39:55,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42239 connecting to ZooKeeper ensemble=127.0.0.1:60887 2024-11-12T17:39:55,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:55,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:55,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422390x0, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:39:55,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422390x0, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:39:55,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42239-0x101316b8f850003 connected 2024-11-12T17:39:55,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:39:55,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:39:55,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:39:55,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:39:55,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42239 2024-11-12T17:39:55,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42239 2024-11-12T17:39:55,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42239 2024-11-12T17:39:55,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42239 2024-11-12T17:39:55,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42239 2024-11-12T17:39:55,572 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:38469 2024-11-12T17:39:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-12T17:39:55,574 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6684de3f6e40,38469,1731433193852 2024-11-12T17:39:55,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-12T17:39:55,618 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,622 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6684de3f6e40,38469,1731433193852 2024-11-12T17:39:55,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:39:55,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:55,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:39:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:55,723 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:39:55,723 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:55,728 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T17:39:55,739 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6684de3f6e40,38469,1731433193852 from backup master directory 2024-11-12T17:39:55,778 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6684de3f6e40,38469,1731433193852 2024-11-12T17:39:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:39:55,784 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:39:55,784 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,38469,1731433193852 2024-11-12T17:39:55,788 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T17:39:55,790 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T17:39:55,878 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/hbase.id] with ID: dfc83bd0-16b6-430d-831e-137be39fa949 2024-11-12T17:39:55,878 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/.tmp/hbase.id 2024-11-12T17:39:55,889 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:55,889 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:55,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:37346 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:36127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37346 dst: /127.0.0.1:36127 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-12T17:39:55,951 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:39:55,951 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/.tmp/hbase.id]:[hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/hbase.id] 2024-11-12T17:39:56,076 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:39:56,093 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:39:56,126 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-12T17:39:56,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:56,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:56,143 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:56,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:56,184 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:56,184 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:56,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:37356 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:36127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37356 dst: /127.0.0.1:36127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-12T17:39:56,273 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:39:56,299 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:39:56,302 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:39:56,312 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:39:56,371 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:56,383 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:56,411 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:54718 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:43641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54718 dst: /127.0.0.1:43641 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-12T17:39:56,855 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:39:56,884 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store 2024-11-12T17:39:56,947 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:56,948 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:56,966 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:43116 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43116 dst: /127.0.0.1:42781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-12T17:39:57,391 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:39:57,396 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T17:39:57,401 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:39:57,402 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:39:57,402 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:39:57,403 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:39:57,405 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:39:57,405 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:39:57,406 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:39:57,407 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433197402Disabling compacts and flushes for region at 1731433197402Disabling writes for close at 1731433197405 (+3 ms)Writing region close event to WAL at 1731433197406 (+1 ms)Closed at 1731433197406 2024-11-12T17:39:57,410 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/.initializing 2024-11-12T17:39:57,410 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/WALs/6684de3f6e40,38469,1731433193852 2024-11-12T17:39:57,423 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:39:57,445 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C38469%2C1731433193852, suffix=, logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/WALs/6684de3f6e40,38469,1731433193852, archiveDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/oldWALs, maxLogs=10 2024-11-12T17:39:57,486 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/WALs/6684de3f6e40,38469,1731433193852/6684de3f6e40%2C38469%2C1731433193852.1731433197451, exclude list is [], retry=0 2024-11-12T17:39:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:57,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-cef4c8a6-f1f8-4ccb-81f0-7254066afac3,DISK] 2024-11-12T17:39:57,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-77a7f174-75bc-4b1d-a2cf-5cb966c6ec5b,DISK] 2024-11-12T17:39:57,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36127,DS-dc5b3ff0-9ce0-4894-b00f-70a0f6a114eb,DISK] 2024-11-12T17:39:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T17:39:57,607 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/WALs/6684de3f6e40,38469,1731433193852/6684de3f6e40%2C38469%2C1731433193852.1731433197451 2024-11-12T17:39:57,616 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33371:33371),(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:34199:34199)] 2024-11-12T17:39:57,617 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:39:57,618 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:39:57,631 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,632 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:39:57,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:57,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:39:57,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:39:57,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:57,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:39:57,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:39:57,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:57,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:39:57,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:39:57,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:57,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:39:57,770 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,777 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,779 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,789 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,790 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,798 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:39:57,805 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:39:57,848 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:39:57,852 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64105474, jitterRate=-0.04475399851799011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:39:57,862 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731433197649Initializing all the Stores at 1731433197657 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433197658 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433197659 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433197660 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433197660Cleaning up temporary data from old regions at 1731433197790 (+130 ms)Region opened successfully at 1731433197862 (+72 ms) 2024-11-12T17:39:57,864 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:39:57,912 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1a323e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:39:57,950 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:39:57,962 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:39:57,962 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:39:57,966 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:39:57,968 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T17:39:57,973 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T17:39:57,974 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:39:58,004 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:39:58,015 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T17:39:58,051 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T17:39:58,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:39:58,057 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:39:58,084 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T17:39:58,087 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:39:58,093 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:39:58,101 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T17:39:58,103 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:39:58,109 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T17:39:58,139 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:39:58,142 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T17:39:58,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:39:58,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:39:58,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:39:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,155 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:39:58,155 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,163 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,38469,1731433193852, sessionid=0x101316b8f850000, setting cluster-up flag (Was=false) 2024-11-12T17:39:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,193 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,226 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T17:39:58,232 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,38469,1731433193852 2024-11-12T17:39:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,254 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:58,301 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T17:39:58,303 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,38469,1731433193852 2024-11-12T17:39:58,314 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:39:58,373 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(746): ClusterId : dfc83bd0-16b6-430d-831e-137be39fa949 2024-11-12T17:39:58,373 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(746): ClusterId : dfc83bd0-16b6-430d-831e-137be39fa949 2024-11-12T17:39:58,374 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(746): ClusterId : dfc83bd0-16b6-430d-831e-137be39fa949 2024-11-12T17:39:58,377 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:39:58,379 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:39:58,379 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:39:58,394 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:39:58,395 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:39:58,395 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:39:58,395 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:39:58,411 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:39:58,415 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:39:58,416 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:39:58,416 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:39:58,416 DEBUG [RS:0;6684de3f6e40:33039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c55367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:39:58,412 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:39:58,416 DEBUG [RS:1;6684de3f6e40:43807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f28dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:39:58,428 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:39:58,428 DEBUG [RS:2;6684de3f6e40:42239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f887cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:39:58,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:39:58,443 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:39:58,447 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6684de3f6e40:42239 2024-11-12T17:39:58,449 DEBUG [RS:1;6684de3f6e40:43807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6684de3f6e40:43807 2024-11-12T17:39:58,450 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:39:58,451 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:39:58,451 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:39:58,452 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:39:58,452 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:39:58,452 DEBUG [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:39:58,454 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38469,1731433193852 with port=42239, startcode=1731433195420 2024-11-12T17:39:58,458 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,38469,1731433193852 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:39:58,468 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:33039 2024-11-12T17:39:58,468 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38469,1731433193852 with port=43807, startcode=1731433195273 2024-11-12T17:39:58,468 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:39:58,469 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:39:58,469 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:39:58,470 DEBUG [RS:2;6684de3f6e40:42239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:39:58,472 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38469,1731433193852 with port=33039, startcode=1731433195010 2024-11-12T17:39:58,472 DEBUG [RS:1;6684de3f6e40:43807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:39:58,472 DEBUG [RS:0;6684de3f6e40:33039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:39:58,474 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:39:58,474 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:39:58,474 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:39:58,475 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:39:58,475 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:39:58,475 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,475 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:39:58,475 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,499 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731433228499 2024-11-12T17:39:58,501 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:39:58,502 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:39:58,516 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:39:58,517 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:39:58,517 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:39:58,517 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:39:58,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:39:58,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:39:58,546 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,565 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:39:58,573 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:58,573 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:39:58,573 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:39:58,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:39:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-12T17:39:58,583 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:39:58,584 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:39:58,584 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:39:58,585 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:39:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-12T17:39:58,596 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:39:58,597 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T17:39:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-12T17:39:58,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-12T17:39:58,609 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:58,610 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:58,624 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:39:58,624 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:39:58,627 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433198626,5,FailOnTimeoutGroup] 2024-11-12T17:39:58,629 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433198627,5,FailOnTimeoutGroup] 2024-11-12T17:39:58,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,630 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:39:58,630 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T17:39:58,630 WARN [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T17:39:58,630 DEBUG [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T17:39:58,631 WARN [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T17:39:58,631 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T17:39:58,631 WARN [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T17:39:58,631 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,632 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,634 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:37406 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:36127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37406 dst: /127.0.0.1:36127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-12T17:39:58,648 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:39:58,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:39:58,652 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652 2024-11-12T17:39:58,674 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:58,674 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:39:58,688 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:54750 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:43641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54750 dst: /127.0.0.1:43641 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:39:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-12T17:39:58,703 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:39:58,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:39:58,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:39:58,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:39:58,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:58,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:39:58,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:39:58,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:39:58,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:58,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:39:58,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:39:58,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:39:58,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:58,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:39:58,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:39:58,732 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38469,1731433193852 with port=33039, startcode=1731433195010 2024-11-12T17:39:58,732 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38469,1731433193852 with port=43807, startcode=1731433195273 2024-11-12T17:39:58,733 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,38469,1731433193852 with port=42239, startcode=1731433195420 2024-11-12T17:39:58,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,33039,1731433195010 2024-11-12T17:39:58,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,33039,1731433195010 2024-11-12T17:39:58,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:39:58,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:58,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:39:58,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:39:58,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740 2024-11-12T17:39:58,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740 2024-11-12T17:39:58,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:39:58,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:39:58,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,43807,1731433195273 2024-11-12T17:39:58,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,43807,1731433195273 2024-11-12T17:39:58,755 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652 2024-11-12T17:39:58,755 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45339 2024-11-12T17:39:58,755 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:39:58,755 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:39:58,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:39:58,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,42239,1731433195420 2024-11-12T17:39:58,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,42239,1731433195420 2024-11-12T17:39:58,763 DEBUG [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652 2024-11-12T17:39:58,763 DEBUG [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45339 2024-11-12T17:39:58,764 DEBUG [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:39:58,767 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652 2024-11-12T17:39:58,768 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45339 2024-11-12T17:39:58,768 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:39:58,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:39:58,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:39:58,796 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60076916, jitterRate=-0.10478419065475464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:39:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731433198705Initializing all the Stores at 1731433198707 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433198707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433198707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433198707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433198707Cleaning up temporary data from old regions at 1731433198754 (+47 ms)Region opened successfully at 1731433198802 (+48 ms) 2024-11-12T17:39:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:39:58,802 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:39:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:39:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:39:58,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:39:58,819 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:39:58,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433198802Disabling compacts and flushes for region at 1731433198802Disabling writes for close at 1731433198802Writing region close event to WAL at 1731433198816 (+14 ms)Closed at 1731433198816 2024-11-12T17:39:58,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:39:58,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:39:58,831 DEBUG [RS:0;6684de3f6e40:33039 {}] zookeeper.ZKUtil(111): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,33039,1731433195010 2024-11-12T17:39:58,831 WARN [RS:0;6684de3f6e40:33039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:39:58,831 DEBUG [RS:2;6684de3f6e40:42239 {}] zookeeper.ZKUtil(111): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,42239,1731433195420 2024-11-12T17:39:58,831 WARN [RS:2;6684de3f6e40:42239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:39:58,831 INFO [RS:0;6684de3f6e40:33039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:39:58,832 INFO [RS:2;6684de3f6e40:42239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:39:58,832 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,33039,1731433195010 2024-11-12T17:39:58,832 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,42239,1731433195420 2024-11-12T17:39:58,832 DEBUG [RS:1;6684de3f6e40:43807 {}] zookeeper.ZKUtil(111): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,43807,1731433195273 2024-11-12T17:39:58,832 WARN [RS:1;6684de3f6e40:43807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:39:58,832 INFO [RS:1;6684de3f6e40:43807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:39:58,833 DEBUG [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,43807,1731433195273 2024-11-12T17:39:58,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,33039,1731433195010] 2024-11-12T17:39:58,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,42239,1731433195420] 2024-11-12T17:39:58,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,43807,1731433195273] 2024-11-12T17:39:58,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:39:58,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:39:58,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:39:58,903 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:39:58,903 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:39:58,904 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:39:58,933 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:39:58,936 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:39:58,943 INFO [RS:1;6684de3f6e40:43807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:39:58,944 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,944 INFO [RS:0;6684de3f6e40:33039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:39:58,944 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,945 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:39:58,952 INFO [RS:2;6684de3f6e40:42239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:39:58,952 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,953 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:39:58,953 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:39:58,954 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:39:58,964 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:39:58,964 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:39:58,965 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:39:58,966 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,966 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,967 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,966 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,967 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,967 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,967 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,967 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,967 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,968 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,969 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:39:58,969 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,969 DEBUG [RS:1;6684de3f6e40:43807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:39:58,969 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,969 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:39:58,969 DEBUG [RS:2;6684de3f6e40:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:39:58,967 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,969 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,969 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,970 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,970 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,970 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:39:58,970 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,970 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,970 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,971 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,971 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,971 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:39:58,971 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:39:58,971 DEBUG [RS:0;6684de3f6e40:33039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:39:58,992 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,993 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,993 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,993 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,993 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:58,993 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43807,1731433195273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:39:59,007 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,007 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,008 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,008 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,009 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,009 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42239,1731433195420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:39:59,011 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,011 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,012 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,012 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,012 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,012 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33039,1731433195010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:39:59,019 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:39:59,022 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,43807,1731433195273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,022 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,022 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.Replication(171): 6684de3f6e40,43807,1731433195273 started 2024-11-12T17:39:59,029 WARN [6684de3f6e40:38469 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:39:59,042 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:39:59,043 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42239,1731433195420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,043 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,044 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.Replication(171): 6684de3f6e40,42239,1731433195420 started 2024-11-12T17:39:59,050 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,051 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,43807,1731433195273, RpcServer on 6684de3f6e40/172.17.0.3:43807, sessionid=0x101316b8f850002 2024-11-12T17:39:59,052 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:39:59,052 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33039,1731433195010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,052 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:39:59,052 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,052 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.Replication(171): 6684de3f6e40,33039,1731433195010 started 2024-11-12T17:39:59,052 DEBUG [RS:1;6684de3f6e40:43807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,43807,1731433195273 2024-11-12T17:39:59,053 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,43807,1731433195273' 2024-11-12T17:39:59,053 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:39:59,054 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:39:59,054 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:39:59,055 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:39:59,055 DEBUG [RS:1;6684de3f6e40:43807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,43807,1731433195273 2024-11-12T17:39:59,055 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,43807,1731433195273' 2024-11-12T17:39:59,055 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:39:59,057 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:39:59,060 DEBUG [RS:1;6684de3f6e40:43807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:39:59,060 INFO [RS:1;6684de3f6e40:43807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:39:59,060 INFO [RS:1;6684de3f6e40:43807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:39:59,069 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,069 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,42239,1731433195420, RpcServer on 6684de3f6e40/172.17.0.3:42239, sessionid=0x101316b8f850003 2024-11-12T17:39:59,070 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:39:59,070 DEBUG [RS:2;6684de3f6e40:42239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,42239,1731433195420 2024-11-12T17:39:59,070 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42239,1731433195420' 2024-11-12T17:39:59,070 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:39:59,072 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:39:59,073 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:39:59,073 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:39:59,073 DEBUG [RS:2;6684de3f6e40:42239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,42239,1731433195420 2024-11-12T17:39:59,073 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42239,1731433195420' 2024-11-12T17:39:59,073 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:39:59,075 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:39:59,076 DEBUG [RS:2;6684de3f6e40:42239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:39:59,076 INFO [RS:2;6684de3f6e40:42239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:39:59,076 INFO [RS:2;6684de3f6e40:42239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:39:59,079 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:39:59,079 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,33039,1731433195010, RpcServer on 6684de3f6e40/172.17.0.3:33039, sessionid=0x101316b8f850001 2024-11-12T17:39:59,080 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:39:59,080 DEBUG [RS:0;6684de3f6e40:33039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,33039,1731433195010 2024-11-12T17:39:59,080 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33039,1731433195010' 2024-11-12T17:39:59,080 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:39:59,081 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:39:59,082 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:39:59,082 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:39:59,082 DEBUG [RS:0;6684de3f6e40:33039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,33039,1731433195010 2024-11-12T17:39:59,083 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33039,1731433195010' 2024-11-12T17:39:59,083 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:39:59,085 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:39:59,087 DEBUG [RS:0;6684de3f6e40:33039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:39:59,087 INFO [RS:0;6684de3f6e40:33039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:39:59,087 INFO [RS:0;6684de3f6e40:33039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:39:59,169 INFO [RS:1;6684de3f6e40:43807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:39:59,174 INFO [RS:1;6684de3f6e40:43807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C43807%2C1731433195273, suffix=, logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,43807,1731433195273, archiveDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs, maxLogs=32 2024-11-12T17:39:59,178 INFO [RS:2;6684de3f6e40:42239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:39:59,188 INFO [RS:0;6684de3f6e40:33039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:39:59,193 INFO [RS:2;6684de3f6e40:42239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C42239%2C1731433195420, suffix=, logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,42239,1731433195420, archiveDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs, maxLogs=32 2024-11-12T17:39:59,202 INFO [RS:0;6684de3f6e40:33039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33039%2C1731433195010, suffix=, logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,33039,1731433195010, archiveDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs, maxLogs=32 2024-11-12T17:39:59,206 DEBUG [RS:1;6684de3f6e40:43807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,43807,1731433195273/6684de3f6e40%2C43807%2C1731433195273.1731433199177, exclude list is [], retry=0 2024-11-12T17:39:59,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-77a7f174-75bc-4b1d-a2cf-5cb966c6ec5b,DISK] 2024-11-12T17:39:59,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-cef4c8a6-f1f8-4ccb-81f0-7254066afac3,DISK] 2024-11-12T17:39:59,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36127,DS-dc5b3ff0-9ce0-4894-b00f-70a0f6a114eb,DISK] 2024-11-12T17:39:59,218 DEBUG [RS:2;6684de3f6e40:42239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,42239,1731433195420/6684de3f6e40%2C42239%2C1731433195420.1731433199196, exclude list is [], retry=0 2024-11-12T17:39:59,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-77a7f174-75bc-4b1d-a2cf-5cb966c6ec5b,DISK] 2024-11-12T17:39:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36127,DS-dc5b3ff0-9ce0-4894-b00f-70a0f6a114eb,DISK] 2024-11-12T17:39:59,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-cef4c8a6-f1f8-4ccb-81f0-7254066afac3,DISK] 2024-11-12T17:39:59,260 DEBUG [RS:0;6684de3f6e40:33039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,33039,1731433195010/6684de3f6e40%2C33039%2C1731433195010.1731433199204, exclude list is [], retry=0 2024-11-12T17:39:59,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-77a7f174-75bc-4b1d-a2cf-5cb966c6ec5b,DISK] 2024-11-12T17:39:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36127,DS-dc5b3ff0-9ce0-4894-b00f-70a0f6a114eb,DISK] 2024-11-12T17:39:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-cef4c8a6-f1f8-4ccb-81f0-7254066afac3,DISK] 2024-11-12T17:39:59,295 INFO [RS:2;6684de3f6e40:42239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,42239,1731433195420/6684de3f6e40%2C42239%2C1731433195420.1731433199196 2024-11-12T17:39:59,296 INFO [RS:1;6684de3f6e40:43807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,43807,1731433195273/6684de3f6e40%2C43807%2C1731433195273.1731433199177 2024-11-12T17:39:59,300 DEBUG [RS:1;6684de3f6e40:43807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34199:34199),(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:33371:33371)] 2024-11-12T17:39:59,311 DEBUG [RS:2;6684de3f6e40:42239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34199:34199),(127.0.0.1/127.0.0.1:33371:33371),(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-12T17:39:59,317 INFO [RS:0;6684de3f6e40:33039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,33039,1731433195010/6684de3f6e40%2C33039%2C1731433195010.1731433199204 2024-11-12T17:39:59,323 DEBUG [RS:0;6684de3f6e40:33039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34199:34199),(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:33371:33371)] 2024-11-12T17:39:59,535 DEBUG [6684de3f6e40:38469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T17:39:59,546 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:39:59,562 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:39:59,562 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:39:59,562 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T17:39:59,562 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:39:59,562 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:39:59,562 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T17:39:59,562 INFO [6684de3f6e40:38469 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:39:59,562 INFO [6684de3f6e40:38469 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:39:59,562 INFO [6684de3f6e40:38469 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T17:39:59,562 DEBUG [6684de3f6e40:38469 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:39:59,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,33039,1731433195010 2024-11-12T17:39:59,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33039,1731433195010, state=OPENING 2024-11-12T17:39:59,616 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:39:59,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:59,659 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:59,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:59,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:39:59,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:39:59,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:39:59,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:39:59,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:39:59,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:39:59,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33039,1731433195010}] 2024-11-12T17:39:59,859 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:39:59,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:39:59,881 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:39:59,881 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:39:59,882 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:39:59,887 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33039%2C1731433195010.meta, suffix=.meta, logDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,33039,1731433195010, archiveDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs, maxLogs=32 2024-11-12T17:39:59,918 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,33039,1731433195010/6684de3f6e40%2C33039%2C1731433195010.meta.1731433199890.meta, exclude list is [], retry=0 2024-11-12T17:39:59,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-77a7f174-75bc-4b1d-a2cf-5cb966c6ec5b,DISK] 2024-11-12T17:39:59,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36127,DS-dc5b3ff0-9ce0-4894-b00f-70a0f6a114eb,DISK] 2024-11-12T17:39:59,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-cef4c8a6-f1f8-4ccb-81f0-7254066afac3,DISK] 2024-11-12T17:39:59,955 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/WALs/6684de3f6e40,33039,1731433195010/6684de3f6e40%2C33039%2C1731433195010.meta.1731433199890.meta 2024-11-12T17:39:59,955 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34199:34199),(127.0.0.1/127.0.0.1:38301:38301),(127.0.0.1/127.0.0.1:33371:33371)] 2024-11-12T17:39:59,956 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:39:59,959 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:39:59,963 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:39:59,971 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:39:59,977 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:39:59,978 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:39:59,978 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:39:59,978 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:39:59,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:39:59,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:39:59,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:59,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:39:59,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:39:59,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:39:59,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:39:59,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:39:59,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:40:00,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:40:00,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:00,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:00,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:40:00,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:40:00,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:00,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:00,013 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:40:00,020 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740 2024-11-12T17:40:00,024 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740 2024-11-12T17:40:00,029 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:40:00,029 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:40:00,032 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:40:00,044 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:40:00,053 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62806621, jitterRate=-0.06410841643810272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:40:00,054 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:40:00,056 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731433199979Writing region info on filesystem at 1731433199979Initializing all the Stores at 1731433199983 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433199983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433199984 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433199984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433199984Cleaning up temporary data from old regions at 1731433200029 (+45 ms)Running coprocessor post-open hooks at 1731433200054 (+25 ms)Region opened successfully at 1731433200056 (+2 ms) 2024-11-12T17:40:00,076 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731433199849 2024-11-12T17:40:00,110 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:40:00,111 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:40:00,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33039,1731433195010 2024-11-12T17:40:00,128 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33039,1731433195010, state=OPEN 2024-11-12T17:40:00,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:00,143 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:00,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:00,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:00,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:00,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:00,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,33039,1731433195010 2024-11-12T17:40:00,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:00,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:00,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:40:00,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33039,1731433195010 in 478 msec 2024-11-12T17:40:00,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:40:00,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3240 sec 2024-11-12T17:40:00,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:40:00,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:40:00,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:40:00,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33039,1731433195010, seqNum=-1] 2024-11-12T17:40:00,250 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:40:00,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:40:00,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9430 sec 2024-11-12T17:40:00,299 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433200298, completionTime=-1 2024-11-12T17:40:00,302 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T17:40:00,302 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:40:00,335 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T17:40:00,335 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731433260335 2024-11-12T17:40:00,335 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731433320335 2024-11-12T17:40:00,335 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-12T17:40:00,337 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:40:00,349 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38469,1731433193852-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:00,350 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38469,1731433193852-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:00,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38469,1731433193852-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:00,353 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:38469, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:00,360 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:00,361 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:00,365 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:40:00,401 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.616sec 2024-11-12T17:40:00,405 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:40:00,406 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:40:00,407 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:40:00,408 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:40:00,408 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:40:00,409 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38469,1731433193852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:40:00,410 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38469,1731433193852-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:40:00,441 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:40:00,442 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:40:00,443 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38469,1731433193852-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:00,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76afe529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:40:00,516 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T17:40:00,516 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T17:40:00,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,38469,-1 for getting cluster id 2024-11-12T17:40:00,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:40:00,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfc83bd0-16b6-430d-831e-137be39fa949' 2024-11-12T17:40:00,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:40:00,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfc83bd0-16b6-430d-831e-137be39fa949" 2024-11-12T17:40:00,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c12585d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:40:00,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,38469,-1] 2024-11-12T17:40:00,570 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:40:00,577 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:00,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:40:00,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21799fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:40:00,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:40:00,638 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33039,1731433195010, seqNum=-1] 2024-11-12T17:40:00,639 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:40:00,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:40:00,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,38469,1731433193852 2024-11-12T17:40:00,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:40:00,698 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,38469,1731433193852 2024-11-12T17:40:00,701 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4db4b8aa 2024-11-12T17:40:00,712 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:40:00,720 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:40:00,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:40:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-12T17:40:00,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:40:00,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-12T17:40:00,759 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:00,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:40:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:00,811 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:00,811 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:00,868 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:43196 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43196 dst: /127.0.0.1:42781 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-12T17:40:00,911 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:00,928 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 918deea9ab804adfb6ad380190b533b9, NAME => 'TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652 2024-11-12T17:40:00,988 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:00,989 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:01,022 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:43214 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43214 dst: /127.0.0.1:42781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-12T17:40:01,063 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:01,064 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:01,064 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 918deea9ab804adfb6ad380190b533b9, disabling compactions & flushes 2024-11-12T17:40:01,064 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:01,064 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:01,064 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. after waiting 0 ms 2024-11-12T17:40:01,064 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:01,065 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:01,065 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 918deea9ab804adfb6ad380190b533b9: Waiting for close lock at 1731433201064Disabling compacts and flushes for region at 1731433201064Disabling writes for close at 1731433201064Writing region close event to WAL at 1731433201064Closed at 1731433201064 2024-11-12T17:40:01,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:40:01,082 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731433201076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731433201076"}]},"ts":"1731433201076"} 2024-11-12T17:40:01,092 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:40:01,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:40:01,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433201095"}]},"ts":"1731433201095"} 2024-11-12T17:40:01,110 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-12T17:40:01,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:40:01,114 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:40:01,114 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:40:01,114 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T17:40:01,114 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:40:01,114 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:40:01,114 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T17:40:01,114 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:40:01,115 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:40:01,115 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T17:40:01,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:40:01,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=918deea9ab804adfb6ad380190b533b9, ASSIGN}] 2024-11-12T17:40:01,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=918deea9ab804adfb6ad380190b533b9, ASSIGN 2024-11-12T17:40:01,122 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=918deea9ab804adfb6ad380190b533b9, ASSIGN; state=OFFLINE, location=6684de3f6e40,42239,1731433195420; forceNewPlan=false, retain=false 2024-11-12T17:40:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:01,276 INFO [6684de3f6e40:38469 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T17:40:01,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=918deea9ab804adfb6ad380190b533b9, regionState=OPENING, regionLocation=6684de3f6e40,42239,1731433195420 2024-11-12T17:40:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=918deea9ab804adfb6ad380190b533b9, ASSIGN because future has completed 2024-11-12T17:40:01,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918deea9ab804adfb6ad380190b533b9, server=6684de3f6e40,42239,1731433195420}] 2024-11-12T17:40:01,447 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:40:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:01,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:40:01,468 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:01,469 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 918deea9ab804adfb6ad380190b533b9, NAME => 'TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:40:01,470 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,470 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:01,470 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,470 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,474 INFO [StoreOpener-918deea9ab804adfb6ad380190b533b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,480 INFO [StoreOpener-918deea9ab804adfb6ad380190b533b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918deea9ab804adfb6ad380190b533b9 columnFamilyName cf 2024-11-12T17:40:01,480 DEBUG [StoreOpener-918deea9ab804adfb6ad380190b533b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:01,482 INFO [StoreOpener-918deea9ab804adfb6ad380190b533b9-1 {}] regionserver.HStore(327): Store=918deea9ab804adfb6ad380190b533b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:40:01,488 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,490 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,494 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,495 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,495 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,499 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,569 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:40:01,572 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 918deea9ab804adfb6ad380190b533b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58947041, jitterRate=-0.12162064015865326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:40:01,572 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:01,574 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 918deea9ab804adfb6ad380190b533b9: Running coprocessor pre-open hook at 1731433201470Writing region info on filesystem at 1731433201470Initializing all the Stores at 1731433201474 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433201474Cleaning up temporary data from old regions at 1731433201495 (+21 ms)Running coprocessor post-open hooks at 1731433201572 (+77 ms)Region opened successfully at 1731433201574 (+2 ms) 2024-11-12T17:40:01,576 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9., pid=6, masterSystemTime=1731433201446 2024-11-12T17:40:01,580 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:01,580 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:01,582 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=918deea9ab804adfb6ad380190b533b9, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,42239,1731433195420 2024-11-12T17:40:01,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918deea9ab804adfb6ad380190b533b9, server=6684de3f6e40,42239,1731433195420 because future has completed 2024-11-12T17:40:01,600 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38469 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,42239,1731433195420, table=TestHBaseWalOnEC, region=918deea9ab804adfb6ad380190b533b9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:40:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-12T17:40:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-12T17:40:01,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-12T17:40:01,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-12T17:40:01,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-12T17:40:01,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:40:01,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 918deea9ab804adfb6ad380190b533b9, server=6684de3f6e40,42239,1731433195420 in 330 msec 2024-11-12T17:40:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-12T17:40:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-12T17:40:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-12T17:40:01,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:40:01,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=918deea9ab804adfb6ad380190b533b9, ASSIGN in 580 msec 2024-11-12T17:40:01,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:40:01,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433201734"}]},"ts":"1731433201734"} 2024-11-12T17:40:01,746 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-12T17:40:01,751 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:40:01,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 1.0100 sec 2024-11-12T17:40:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:01,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-12T17:40:01,966 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T17:40:01,968 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:40:01,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-12T17:40:01,978 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:40:01,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-12T17:40:01,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9., hostname=6684de3f6e40,42239,1731433195420, seqNum=2] 2024-11-12T17:40:01,998 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:40:02,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:40:02,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-12T17:40:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-12T17:40:02,046 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-12T17:40:02,050 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T17:40:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:02,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T17:40:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:02,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T17:40:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:02,237 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 918deea9ab804adfb6ad380190b533b9 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-12T17:40:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9/.tmp/cf/470db11ada2e42ad868fcce843a9c754 is 36, key is row/cf:cq/1731433202008/Put/seqid=0 2024-11-12T17:40:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:02,395 WARN [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:02,396 WARN [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:02,425 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-909565731_22 at /127.0.0.1:43276 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43276 dst: /127.0.0.1:42781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:02,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-12T17:40:02,469 WARN [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:02,469 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9/.tmp/cf/470db11ada2e42ad868fcce843a9c754 2024-11-12T17:40:02,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9/.tmp/cf/470db11ada2e42ad868fcce843a9c754 as hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9/cf/470db11ada2e42ad868fcce843a9c754 2024-11-12T17:40:02,621 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9/cf/470db11ada2e42ad868fcce843a9c754, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T17:40:02,645 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 918deea9ab804adfb6ad380190b533b9 in 402ms, sequenceid=5, compaction requested=false 2024-11-12T17:40:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-12T17:40:02,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 918deea9ab804adfb6ad380190b533b9: 2024-11-12T17:40:02,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T17:40:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T17:40:02,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T17:40:02,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-11-12T17:40:02,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 654 msec 2024-11-12T17:40:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:02,693 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T17:40:02,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:40:02,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:40:02,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:02,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:02,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:02,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:40:02,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=138038566, stopped=false 2024-11-12T17:40:02,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,38469,1731433193852 2024-11-12T17:40:02,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:40:02,776 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:02,776 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:02,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:02,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:02,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:02,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:02,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:02,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:02,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:02,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:40:02,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:40:02,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:02,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:02,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,33039,1731433195010' ***** 2024-11-12T17:40:02,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:40:02,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,43807,1731433195273' ***** 2024-11-12T17:40:02,791 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:40:02,791 INFO [RS:0;6684de3f6e40:33039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:40:02,792 INFO [RS:0;6684de3f6e40:33039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:40:02,792 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,33039,1731433195010 2024-11-12T17:40:02,792 INFO [RS:0;6684de3f6e40:33039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:02,792 INFO [RS:0;6684de3f6e40:33039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:33039. 2024-11-12T17:40:02,792 DEBUG [RS:0;6684de3f6e40:33039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:02,792 DEBUG [RS:0;6684de3f6e40:33039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:02,792 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:40:02,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:40:02,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:40:02,793 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:40:02,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,42239,1731433195420' ***** 2024-11-12T17:40:02,793 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:40:02,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:40:02,794 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:40:02,794 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:40:02,794 INFO [RS:2;6684de3f6e40:42239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:40:02,794 INFO [RS:2;6684de3f6e40:42239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:40:02,794 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:02,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:40:02,796 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:40:02,796 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:40:02,797 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:02,798 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:40:02,798 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,42239,1731433195420 2024-11-12T17:40:02,798 INFO [RS:1;6684de3f6e40:43807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:40:02,798 INFO [RS:2;6684de3f6e40:42239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:02,798 INFO [RS:1;6684de3f6e40:43807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:40:02,798 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,43807,1731433195273 2024-11-12T17:40:02,798 INFO [RS:2;6684de3f6e40:42239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6684de3f6e40:42239. 2024-11-12T17:40:02,798 INFO [RS:1;6684de3f6e40:43807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:02,798 INFO [RS:1;6684de3f6e40:43807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6684de3f6e40:43807. 2024-11-12T17:40:02,798 DEBUG [RS:2;6684de3f6e40:42239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:02,798 DEBUG [RS:2;6684de3f6e40:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:02,798 DEBUG [RS:1;6684de3f6e40:43807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:02,798 DEBUG [RS:1;6684de3f6e40:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:02,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:02,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:40:02,798 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:40:02,798 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1325): Online Regions={918deea9ab804adfb6ad380190b533b9=TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9.} 2024-11-12T17:40:02,799 DEBUG [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1351): Waiting on 918deea9ab804adfb6ad380190b533b9 2024-11-12T17:40:02,799 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,43807,1731433195273; all regions closed. 2024-11-12T17:40:02,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:02,801 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:40:02,801 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:40:02,801 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:40:02,801 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:40:02,801 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:40:02,802 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T17:40:02,802 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 918deea9ab804adfb6ad380190b533b9, disabling compactions & flushes 2024-11-12T17:40:02,802 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:02,802 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:02,802 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. after waiting 0 ms 2024-11-12T17:40:02,802 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741826_1016 (size=93) 2024-11-12T17:40:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741826_1016 (size=93) 2024-11-12T17:40:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_1073741826_1016 (size=93) 2024-11-12T17:40:02,843 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:02,860 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:02,867 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:02,884 DEBUG [RS:1;6684de3f6e40:43807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs 2024-11-12T17:40:02,884 INFO [RS:1;6684de3f6e40:43807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C43807%2C1731433195273:(num 1731433199177) 2024-11-12T17:40:02,884 DEBUG [RS:1;6684de3f6e40:43807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:02,884 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:02,887 INFO [RS:1;6684de3f6e40:43807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:02,888 INFO [RS:1;6684de3f6e40:43807 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:02,888 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:40:02,888 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:02,888 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:40:02,888 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:40:02,888 INFO [RS:1;6684de3f6e40:43807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:02,889 INFO [RS:1;6684de3f6e40:43807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43807 2024-11-12T17:40:02,891 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/info/f0eadc10674a42b8a09ff38379e72866 is 153, key is TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9./info:regioninfo/1731433201582/Put/seqid=0 2024-11-12T17:40:02,896 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:02,896 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:02,913 INFO [RS:1;6684de3f6e40:43807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,43807,1731433195273 2024-11-12T17:40:02,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:40:02,914 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$369/0x00007fa1588f4700@5e10ad86 rejected from java.util.concurrent.ThreadPoolExecutor@1b122820[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T17:40:02,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,43807,1731433195273] 2024-11-12T17:40:02,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,43807,1731433195273 already deleted, retry=false 2024-11-12T17:40:02,928 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,43807,1731433195273 expired; onlineServers=2 2024-11-12T17:40:02,949 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-285440627_22 at /127.0.0.1:43298 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43298 dst: /127.0.0.1:42781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:02,979 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/default/TestHBaseWalOnEC/918deea9ab804adfb6ad380190b533b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:40:02,987 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:02,987 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 918deea9ab804adfb6ad380190b533b9: Waiting for close lock at 1731433202802Running coprocessor pre-close hooks at 1731433202802Disabling compacts and flushes for region at 1731433202802Disabling writes for close at 1731433202802Writing region close event to WAL at 1731433202827 (+25 ms)Running coprocessor post-close hooks at 1731433202981 (+154 ms)Closed at 1731433202987 (+6 ms) 2024-11-12T17:40:02,988 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731433200727.918deea9ab804adfb6ad380190b533b9. 2024-11-12T17:40:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-12T17:40:02,997 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:02,999 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,42239,1731433195420; all regions closed. 2024-11-12T17:40:03,008 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:03,008 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/info/f0eadc10674a42b8a09ff38379e72866 2024-11-12T17:40:03,011 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:40:03,012 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:40:03,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:03,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43807-0x101316b8f850002, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:03,018 INFO [RS:1;6684de3f6e40:43807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:03,018 INFO [RS:1;6684de3f6e40:43807 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,43807,1731433195273; zookeeper connection closed. 2024-11-12T17:40:03,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cc39384 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cc39384 2024-11-12T17:40:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741827_1017 (size=1298) 2024-11-12T17:40:03,041 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:40:03,041 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:40:03,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741827_1017 (size=1298) 2024-11-12T17:40:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_1073741827_1017 (size=1298) 2024-11-12T17:40:03,071 DEBUG [RS:2;6684de3f6e40:42239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs 2024-11-12T17:40:03,071 INFO [RS:2;6684de3f6e40:42239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42239%2C1731433195420:(num 1731433199196) 2024-11-12T17:40:03,071 DEBUG [RS:2;6684de3f6e40:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:03,072 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:03,072 INFO [RS:2;6684de3f6e40:42239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:03,072 INFO [RS:2;6684de3f6e40:42239 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:03,072 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:40:03,072 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:40:03,073 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:40:03,073 INFO [RS:2;6684de3f6e40:42239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:03,073 INFO [RS:2;6684de3f6e40:42239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42239 2024-11-12T17:40:03,074 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,42239,1731433195420 2024-11-12T17:40:03,085 INFO [RS:2;6684de3f6e40:42239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:40:03,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,42239,1731433195420] 2024-11-12T17:40:03,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,42239,1731433195420 already deleted, retry=false 2024-11-12T17:40:03,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,42239,1731433195420 expired; onlineServers=1 2024-11-12T17:40:03,132 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/ns/6939e5228c8a43199eaf4a5427502a51 is 43, key is default/ns:d/1731433200264/Put/seqid=0 2024-11-12T17:40:03,139 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,139 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,185 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-285440627_22 at /127.0.0.1:37512 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:36127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37512 dst: /127.0.0.1:36127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:03,199 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x101316b8f850003, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:03,203 INFO [RS:2;6684de3f6e40:42239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:03,203 INFO [RS:2;6684de3f6e40:42239 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,42239,1731433195420; zookeeper connection closed. 2024-11-12T17:40:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-12T17:40:03,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bf0e04c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bf0e04c 2024-11-12T17:40:03,213 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:03,213 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/ns/6939e5228c8a43199eaf4a5427502a51 2024-11-12T17:40:03,297 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/table/942fd86f4f614a77b5696596df4e9cca is 52, key is TestHBaseWalOnEC/table:state/1731433201734/Put/seqid=0 2024-11-12T17:40:03,302 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,302 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,316 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-285440627_22 at /127.0.0.1:43310 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43310 dst: /127.0.0.1:42781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-12T17:40:03,329 WARN [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:03,329 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/table/942fd86f4f614a77b5696596df4e9cca 2024-11-12T17:40:03,346 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/info/f0eadc10674a42b8a09ff38379e72866 as hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/info/f0eadc10674a42b8a09ff38379e72866 2024-11-12T17:40:03,372 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/info/f0eadc10674a42b8a09ff38379e72866, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T17:40:03,380 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/ns/6939e5228c8a43199eaf4a5427502a51 as hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/ns/6939e5228c8a43199eaf4a5427502a51 2024-11-12T17:40:03,394 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/ns/6939e5228c8a43199eaf4a5427502a51, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:40:03,396 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/.tmp/table/942fd86f4f614a77b5696596df4e9cca as hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/table/942fd86f4f614a77b5696596df4e9cca 2024-11-12T17:40:03,399 DEBUG [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:03,409 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/table/942fd86f4f614a77b5696596df4e9cca, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T17:40:03,411 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=11, compaction requested=false 2024-11-12T17:40:03,411 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:40:03,458 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:40:03,459 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:40:03,459 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:40:03,460 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433202800Running coprocessor pre-close hooks at 1731433202801 (+1 ms)Disabling compacts and flushes for region at 1731433202801Disabling writes for close at 1731433202801Obtaining lock to block concurrent updates at 1731433202802 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731433202802Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731433202805 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731433202813 (+8 ms)Flushing 1588230740/info: creating writer at 1731433202814 (+1 ms)Flushing 1588230740/info: appending metadata at 1731433202881 (+67 ms)Flushing 1588230740/info: closing flushed file at 1731433202881Flushing 1588230740/ns: creating writer at 1731433203057 (+176 ms)Flushing 1588230740/ns: appending metadata at 1731433203131 (+74 ms)Flushing 1588230740/ns: closing flushed file at 1731433203131Flushing 1588230740/table: creating writer at 1731433203247 (+116 ms)Flushing 1588230740/table: appending metadata at 1731433203295 (+48 ms)Flushing 1588230740/table: closing flushed file at 1731433203296 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbddee4: reopening flushed file at 1731433203344 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299241a8: reopening flushed file at 1731433203372 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637a28e7: reopening flushed file at 1731433203395 (+23 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=11, compaction requested=false at 1731433203411 (+16 ms)Writing region close event to WAL at 1731433203438 (+27 ms)Running coprocessor post-close hooks at 1731433203459 (+21 ms)Closed at 1731433203459 2024-11-12T17:40:03,460 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:40:03,600 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,33039,1731433195010; all regions closed. 2024-11-12T17:40:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741829_1019 (size=2751) 2024-11-12T17:40:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_1073741829_1019 (size=2751) 2024-11-12T17:40:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741829_1019 (size=2751) 2024-11-12T17:40:03,620 DEBUG [RS:0;6684de3f6e40:33039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs 2024-11-12T17:40:03,620 INFO [RS:0;6684de3f6e40:33039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33039%2C1731433195010.meta:.meta(num 1731433199890) 2024-11-12T17:40:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_1073741828_1018 (size=93) 2024-11-12T17:40:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741828_1018 (size=93) 2024-11-12T17:40:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741828_1018 (size=93) 2024-11-12T17:40:03,633 DEBUG [RS:0;6684de3f6e40:33039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/oldWALs 2024-11-12T17:40:03,633 INFO [RS:0;6684de3f6e40:33039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C33039%2C1731433195010:(num 1731433199204) 2024-11-12T17:40:03,634 DEBUG [RS:0;6684de3f6e40:33039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:03,634 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:03,634 INFO [RS:0;6684de3f6e40:33039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:03,634 INFO [RS:0;6684de3f6e40:33039 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:03,634 INFO [RS:0;6684de3f6e40:33039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:03,634 INFO [RS:0;6684de3f6e40:33039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33039 2024-11-12T17:40:03,635 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:03,667 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,33039,1731433195010 2024-11-12T17:40:03,672 INFO [RS:0;6684de3f6e40:33039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:03,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:40:03,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,33039,1731433195010] 2024-11-12T17:40:03,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,33039,1731433195010 already deleted, retry=false 2024-11-12T17:40:03,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,33039,1731433195010 expired; onlineServers=0 2024-11-12T17:40:03,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,38469,1731433193852' ***** 2024-11-12T17:40:03,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:40:03,780 INFO [M:0;6684de3f6e40:38469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:03,781 INFO [M:0;6684de3f6e40:38469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:03,781 DEBUG [M:0;6684de3f6e40:38469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:40:03,781 DEBUG [M:0;6684de3f6e40:38469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:40:03,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:40:03,781 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433198626 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433198626,5,FailOnTimeoutGroup] 2024-11-12T17:40:03,781 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433198627 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433198627,5,FailOnTimeoutGroup] 2024-11-12T17:40:03,781 INFO [M:0;6684de3f6e40:38469 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:03,781 INFO [M:0;6684de3f6e40:38469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:03,781 DEBUG [M:0;6684de3f6e40:38469 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:40:03,782 INFO [M:0;6684de3f6e40:38469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:40:03,782 INFO [M:0;6684de3f6e40:38469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:40:03,782 INFO [M:0;6684de3f6e40:38469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:40:03,783 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:40:03,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T17:40:03,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:03,801 DEBUG [M:0;6684de3f6e40:38469 {}] zookeeper.ZKUtil(347): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T17:40:03,801 WARN [M:0;6684de3f6e40:38469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:40:03,802 INFO [M:0;6684de3f6e40:38469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/.lastflushedseqids 2024-11-12T17:40:03,816 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,816 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,819 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:43334 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43334 dst: /127.0.0.1:42781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:03,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-12T17:40:03,827 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:03,827 INFO [M:0;6684de3f6e40:38469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:40:03,828 INFO [M:0;6684de3f6e40:38469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:40:03,828 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:40:03,828 INFO [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:03,828 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:03,828 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:40:03,828 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:03,828 INFO [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-12T17:40:03,834 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:03,834 INFO [RS:0;6684de3f6e40:33039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:03,834 INFO [RS:0;6684de3f6e40:33039 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,33039,1731433195010; zookeeper connection closed. 2024-11-12T17:40:03,834 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33039-0x101316b8f850001, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:03,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6053e164 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6053e164 2024-11-12T17:40:03,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T17:40:03,864 DEBUG [M:0;6684de3f6e40:38469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13d41df6acb6436596cc94fd9d697b4d is 82, key is hbase:meta,,1/info:regioninfo/1731433200124/Put/seqid=0 2024-11-12T17:40:03,867 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,868 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,879 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:54832 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:43641:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54832 dst: /127.0.0.1:43641 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-12T17:40:03,885 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:03,886 INFO [M:0;6684de3f6e40:38469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13d41df6acb6436596cc94fd9d697b4d 2024-11-12T17:40:03,981 DEBUG [M:0;6684de3f6e40:38469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725bae319a1a42d2926c355d1cef9f94 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731433201765/Put/seqid=0 2024-11-12T17:40:03,985 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,985 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:03,993 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:49404 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:36127:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49404 dst: /127.0.0.1:36127 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:04,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-12T17:40:04,420 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:04,421 INFO [M:0;6684de3f6e40:38469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725bae319a1a42d2926c355d1cef9f94 2024-11-12T17:40:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:40:04,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T17:40:04,471 DEBUG [M:0;6684de3f6e40:38469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bb7b1fd50a4067b3cb151bb4cbbd53 is 69, key is 6684de3f6e40,33039,1731433195010/rs:state/1731433198740/Put/seqid=0 2024-11-12T17:40:04,473 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:04,474 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T17:40:04,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2026664018_22 at /127.0.0.1:34474 [Receiving block BP-608932903-172.17.0.3-1731433188569:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:42781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34474 dst: /127.0.0.1:42781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:40:04,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-12T17:40:04,492 WARN [M:0;6684de3f6e40:38469 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T17:40:04,492 INFO [M:0;6684de3f6e40:38469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bb7b1fd50a4067b3cb151bb4cbbd53 2024-11-12T17:40:04,531 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13d41df6acb6436596cc94fd9d697b4d as hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13d41df6acb6436596cc94fd9d697b4d 2024-11-12T17:40:04,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775661_1023 (size=51) 2024-11-12T17:40:04,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775676_1021 (size=392) 2024-11-12T17:40:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_-9223372036854775660_1023 (size=51) 2024-11-12T17:40:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_-9223372036854775677_1021 (size=392) 2024-11-12T17:40:04,563 INFO [M:0;6684de3f6e40:38469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13d41df6acb6436596cc94fd9d697b4d, entries=8, sequenceid=72, filesize=5.5 K 2024-11-12T17:40:04,572 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725bae319a1a42d2926c355d1cef9f94 as hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/725bae319a1a42d2926c355d1cef9f94 2024-11-12T17:40:04,593 INFO [M:0;6684de3f6e40:38469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/725bae319a1a42d2926c355d1cef9f94, entries=8, sequenceid=72, filesize=6.3 K 2024-11-12T17:40:04,595 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bb7b1fd50a4067b3cb151bb4cbbd53 as hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71bb7b1fd50a4067b3cb151bb4cbbd53 2024-11-12T17:40:04,604 INFO [M:0;6684de3f6e40:38469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71bb7b1fd50a4067b3cb151bb4cbbd53, entries=3, sequenceid=72, filesize=5.2 K 2024-11-12T17:40:04,606 INFO [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 778ms, sequenceid=72, compaction requested=false 2024-11-12T17:40:04,607 INFO [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:04,608 DEBUG [M:0;6684de3f6e40:38469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433203828Disabling compacts and flushes for region at 1731433203828Disabling writes for close at 1731433203828Obtaining lock to block concurrent updates at 1731433203828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731433203828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1731433203829 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731433203830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731433203830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731433203863 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731433203864 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731433203915 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731433203980 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731433203980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731433204437 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731433204470 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731433204470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48602e5f: reopening flushed file at 1731433204525 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b9cd93: reopening flushed file at 1731433204563 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c59862c: reopening flushed file at 1731433204593 (+30 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 778ms, sequenceid=72, compaction requested=false at 1731433204606 (+13 ms)Writing region close event to WAL at 1731433204607 (+1 ms)Closed at 1731433204607 2024-11-12T17:40:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36127 is added to blk_1073741825_1011 (size=32686) 2024-11-12T17:40:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741825_1011 (size=32686) 2024-11-12T17:40:04,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741825_1011 (size=32686) 2024-11-12T17:40:04,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:04,631 INFO [M:0;6684de3f6e40:38469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:40:04,631 INFO [M:0;6684de3f6e40:38469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38469 2024-11-12T17:40:04,631 INFO [M:0;6684de3f6e40:38469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:04,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:04,743 INFO [M:0;6684de3f6e40:38469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:04,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38469-0x101316b8f850000, quorum=127.0.0.1:60887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:04,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765c05ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:04,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f97329e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:04,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:04,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f4b982a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:04,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aac1fae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:04,762 WARN [BP-608932903-172.17.0.3-1731433188569 heartbeating to localhost/127.0.0.1:45339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:40:04,762 WARN [BP-608932903-172.17.0.3-1731433188569 heartbeating to localhost/127.0.0.1:45339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608932903-172.17.0.3-1731433188569 (Datanode Uuid 09e2d3e5-1168-4d53-a67b-b9adaaca3e31) service to localhost/127.0.0.1:45339 2024-11-12T17:40:04,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:40:04,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:40:04,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data5/current/BP-608932903-172.17.0.3-1731433188569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:04,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data6/current/BP-608932903-172.17.0.3-1731433188569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:04,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:40:04,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37dcaf1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:04,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ecb6712{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:04,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:04,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f04a93b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:04,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2213fd27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:04,771 WARN [BP-608932903-172.17.0.3-1731433188569 heartbeating to localhost/127.0.0.1:45339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:40:04,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:40:04,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:40:04,771 WARN [BP-608932903-172.17.0.3-1731433188569 heartbeating to localhost/127.0.0.1:45339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608932903-172.17.0.3-1731433188569 (Datanode Uuid a7648515-a47a-494b-b8cf-a7fe134b06db) service to localhost/127.0.0.1:45339 2024-11-12T17:40:04,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data3/current/BP-608932903-172.17.0.3-1731433188569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:04,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data4/current/BP-608932903-172.17.0.3-1731433188569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:04,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:40:04,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2764b062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:04,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed2dfcf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:04,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:04,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d15633c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:04,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a762f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:04,790 WARN [BP-608932903-172.17.0.3-1731433188569 heartbeating to localhost/127.0.0.1:45339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:40:04,790 WARN [BP-608932903-172.17.0.3-1731433188569 heartbeating to localhost/127.0.0.1:45339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608932903-172.17.0.3-1731433188569 (Datanode Uuid b430eadb-842f-4587-8551-26349e514b52) service to localhost/127.0.0.1:45339 2024-11-12T17:40:04,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:40:04,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:40:04,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data1/current/BP-608932903-172.17.0.3-1731433188569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:04,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/cluster_e24aac24-b972-c0d1-0cb5-8b7dc5894594/data/data2/current/BP-608932903-172.17.0.3-1731433188569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:04,793 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:40:04,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63603efd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:40:04,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f607d40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:04,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:04,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e67f021{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:04,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77f7f078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:04,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:40:04,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:40:04,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 159), OpenFileDescriptor=445 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1047 (was 1028) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1877 (was 2690) 2024-11-12T17:40:04,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1047, ProcessCount=11, AvailableMemoryMB=1877 2024-11-12T17:40:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:40:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.log.dir so I do NOT create it in target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c 2024-11-12T17:40:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd86b36d-bc0c-1fd5-3e64-2dde59085383/hadoop.tmp.dir so I do NOT create it in target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c 2024-11-12T17:40:04,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57, deleteOnExit=true 2024-11-12T17:40:04,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:40:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/test.cache.data in system properties and HBase conf 2024-11-12T17:40:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:40:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:40:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:40:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:40:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:40:04,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:40:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:40:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:40:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:40:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:40:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:40:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:40:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:40:04,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:40:04,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:40:04,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:40:05,285 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T17:40:05,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:40:05,342 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:40:05,343 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T17:40:05,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:40:05,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:40:05,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:40:05,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:40:05,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:40:05,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:40:05,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@676bb64e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:40:05,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a7a1dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:40:05,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@366dc174{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/java.io.tmpdir/jetty-localhost-37619-hadoop-hdfs-3_4_1-tests_jar-_-any-7241778635686090879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:40:05,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7940a36d{HTTP/1.1, (http/1.1)}{localhost:37619} 2024-11-12T17:40:05,572 INFO [Time-limited test {}] server.Server(415): Started @19961ms 2024-11-12T17:40:06,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:40:06,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:40:06,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:40:06,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:40:06,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:40:06,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637806c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:40:06,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ba1a39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:40:06,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@700c1714{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/java.io.tmpdir/jetty-localhost-42039-hadoop-hdfs-3_4_1-tests_jar-_-any-13776053979191718166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:06,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56d7456a{HTTP/1.1, (http/1.1)}{localhost:42039} 2024-11-12T17:40:06,173 INFO [Time-limited test {}] server.Server(415): Started @20561ms 2024-11-12T17:40:06,175 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:40:06,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:40:06,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:40:06,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:40:06,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:40:06,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:40:06,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115bfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:40:06,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d02fcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:40:06,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6148ea71{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/java.io.tmpdir/jetty-localhost-43231-hadoop-hdfs-3_4_1-tests_jar-_-any-11560690778990799764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:06,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24b4498d{HTTP/1.1, (http/1.1)}{localhost:43231} 2024-11-12T17:40:06,460 INFO [Time-limited test {}] server.Server(415): Started @20849ms 2024-11-12T17:40:06,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:40:06,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:40:06,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:40:06,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:40:06,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:40:06,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:40:06,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44dba3d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:40:06,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75312687{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:40:06,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b31cb2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/java.io.tmpdir/jetty-localhost-40613-hadoop-hdfs-3_4_1-tests_jar-_-any-1811863862456747791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:06,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40bb076c{HTTP/1.1, (http/1.1)}{localhost:40613} 2024-11-12T17:40:06,703 INFO [Time-limited test {}] server.Server(415): Started @21092ms 2024-11-12T17:40:06,712 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:40:07,224 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data1/current/BP-1772225635-172.17.0.3-1731433204917/current, will proceed with Du for space computation calculation, 2024-11-12T17:40:07,232 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data2/current/BP-1772225635-172.17.0.3-1731433204917/current, will proceed with Du for space computation calculation, 2024-11-12T17:40:07,289 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:40:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7278595e5e6a6c19 with lease ID 0xdc1b22d539b54381: Processing first storage report for DS-a8ba39ab-ee82-497f-8833-d9a5f6a5cff9 from datanode DatanodeRegistration(127.0.0.1:39045, datanodeUuid=407141b8-528c-4f00-98fa-ab7ac6e192ed, infoPort=44513, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917) 2024-11-12T17:40:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7278595e5e6a6c19 with lease ID 0xdc1b22d539b54381: from storage DS-a8ba39ab-ee82-497f-8833-d9a5f6a5cff9 node DatanodeRegistration(127.0.0.1:39045, datanodeUuid=407141b8-528c-4f00-98fa-ab7ac6e192ed, infoPort=44513, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:40:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7278595e5e6a6c19 with lease ID 0xdc1b22d539b54381: Processing first storage report for DS-307197a3-d3cc-44a9-a1f7-036d925fbca1 from datanode DatanodeRegistration(127.0.0.1:39045, datanodeUuid=407141b8-528c-4f00-98fa-ab7ac6e192ed, infoPort=44513, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917) 2024-11-12T17:40:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7278595e5e6a6c19 with lease ID 0xdc1b22d539b54381: from storage DS-307197a3-d3cc-44a9-a1f7-036d925fbca1 node DatanodeRegistration(127.0.0.1:39045, datanodeUuid=407141b8-528c-4f00-98fa-ab7ac6e192ed, infoPort=44513, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:40:07,785 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data3/current/BP-1772225635-172.17.0.3-1731433204917/current, will proceed with Du for space computation calculation, 2024-11-12T17:40:07,785 WARN [Thread-591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data4/current/BP-1772225635-172.17.0.3-1731433204917/current, will proceed with Du for space computation calculation, 2024-11-12T17:40:07,805 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:40:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e4e9fd775b05a69 with lease ID 0xdc1b22d539b54382: Processing first storage report for DS-db4ef9b0-41b1-4387-ae54-36d0ce84cb4e from datanode DatanodeRegistration(127.0.0.1:36005, datanodeUuid=f634821a-408d-4822-a5a4-dd5363205c40, infoPort=35263, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917) 2024-11-12T17:40:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e4e9fd775b05a69 with lease ID 0xdc1b22d539b54382: from storage DS-db4ef9b0-41b1-4387-ae54-36d0ce84cb4e node DatanodeRegistration(127.0.0.1:36005, datanodeUuid=f634821a-408d-4822-a5a4-dd5363205c40, infoPort=35263, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:40:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e4e9fd775b05a69 with lease ID 0xdc1b22d539b54382: Processing first storage report for DS-d0e23885-7c8b-4347-994e-704b94a747f3 from datanode DatanodeRegistration(127.0.0.1:36005, datanodeUuid=f634821a-408d-4822-a5a4-dd5363205c40, infoPort=35263, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917) 2024-11-12T17:40:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e4e9fd775b05a69 with lease ID 0xdc1b22d539b54382: from storage DS-d0e23885-7c8b-4347-994e-704b94a747f3 node DatanodeRegistration(127.0.0.1:36005, datanodeUuid=f634821a-408d-4822-a5a4-dd5363205c40, infoPort=35263, infoSecurePort=0, ipcPort=35963, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:40:07,920 WARN [Thread-602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data6/current/BP-1772225635-172.17.0.3-1731433204917/current, will proceed with Du for space computation calculation, 2024-11-12T17:40:07,920 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data5/current/BP-1772225635-172.17.0.3-1731433204917/current, will proceed with Du for space computation calculation, 2024-11-12T17:40:07,938 WARN [Thread-565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:40:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea44cf02e212c904 with lease ID 0xdc1b22d539b54383: Processing first storage report for DS-d32a1a72-edad-4b42-a938-2356b1404c0e from datanode DatanodeRegistration(127.0.0.1:45759, datanodeUuid=2f1bef98-ccba-4ce5-ae18-d8132e6bfaf2, infoPort=35953, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917) 2024-11-12T17:40:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea44cf02e212c904 with lease ID 0xdc1b22d539b54383: from storage DS-d32a1a72-edad-4b42-a938-2356b1404c0e node DatanodeRegistration(127.0.0.1:45759, datanodeUuid=2f1bef98-ccba-4ce5-ae18-d8132e6bfaf2, infoPort=35953, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:40:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea44cf02e212c904 with lease ID 0xdc1b22d539b54383: Processing first storage report for DS-98c0eed8-f7d4-4cb3-9079-825fc3505af7 from datanode DatanodeRegistration(127.0.0.1:45759, datanodeUuid=2f1bef98-ccba-4ce5-ae18-d8132e6bfaf2, infoPort=35953, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917) 2024-11-12T17:40:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea44cf02e212c904 with lease ID 0xdc1b22d539b54383: from storage DS-98c0eed8-f7d4-4cb3-9079-825fc3505af7 node DatanodeRegistration(127.0.0.1:45759, datanodeUuid=2f1bef98-ccba-4ce5-ae18-d8132e6bfaf2, infoPort=35953, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=2015559739;c=1731433204917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:40:07,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c 2024-11-12T17:40:07,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/zookeeper_0, clientPort=55096, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:40:07,949 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55096 2024-11-12T17:40:07,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:07,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:07,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:40:07,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:40:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:40:07,966 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258 with version=8 2024-11-12T17:40:07,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45339/user/jenkins/test-data/2f8d709b-e858-e67b-d554-20273b4ed652/hbase-staging 2024-11-12T17:40:07,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:40:07,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:07,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:07,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:40:07,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:07,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:40:07,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:40:07,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:40:07,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44667 2024-11-12T17:40:07,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44667 connecting to ZooKeeper ensemble=127.0.0.1:55096 2024-11-12T17:40:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446670x0, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:40:08,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44667-0x101316bca730000 connected 2024-11-12T17:40:08,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:08,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258, hbase.cluster.distributed=false 2024-11-12T17:40:08,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:40:08,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44667 2024-11-12T17:40:08,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44667 2024-11-12T17:40:08,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44667 2024-11-12T17:40:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44667 2024-11-12T17:40:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44667 2024-11-12T17:40:08,147 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:40:08,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:40:08,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:40:08,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:40:08,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:40:08,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38633 2024-11-12T17:40:08,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38633 connecting to ZooKeeper ensemble=127.0.0.1:55096 2024-11-12T17:40:08,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,175 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386330x0, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:40:08,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386330x0, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:08,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:40:08,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38633-0x101316bca730001 connected 2024-11-12T17:40:08,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:40:08,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:40:08,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:40:08,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-12T17:40:08,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38633 2024-11-12T17:40:08,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38633 2024-11-12T17:40:08,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-12T17:40:08,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-12T17:40:08,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:40:08,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:40:08,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:40:08,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:40:08,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:40:08,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37943 2024-11-12T17:40:08,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37943 connecting to ZooKeeper ensemble=127.0.0.1:55096 2024-11-12T17:40:08,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379430x0, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:40:08,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379430x0, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:08,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37943-0x101316bca730002 connected 2024-11-12T17:40:08,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:40:08,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:40:08,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:40:08,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:40:08,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-12T17:40:08,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37943 2024-11-12T17:40:08,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37943 2024-11-12T17:40:08,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-12T17:40:08,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-12T17:40:08,287 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:40:08,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:40:08,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:40:08,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:40:08,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:40:08,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:40:08,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40671 2024-11-12T17:40:08,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40671 connecting to ZooKeeper ensemble=127.0.0.1:55096 2024-11-12T17:40:08,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406710x0, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:40:08,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406710x0, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:08,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40671-0x101316bca730003 connected 2024-11-12T17:40:08,307 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:40:08,308 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:40:08,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:40:08,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:40:08,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-12T17:40:08,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40671 2024-11-12T17:40:08,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40671 2024-11-12T17:40:08,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-12T17:40:08,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-12T17:40:08,348 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:44667 2024-11-12T17:40:08,351 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6684de3f6e40,44667,1731433207968 2024-11-12T17:40:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,357 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,363 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6684de3f6e40,44667,1731433207968 2024-11-12T17:40:08,373 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:40:08,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:40:08,373 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:40:08,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,383 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T17:40:08,384 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6684de3f6e40,44667,1731433207968 from backup master directory 2024-11-12T17:40:08,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6684de3f6e40,44667,1731433207968 2024-11-12T17:40:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,390 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:40:08,390 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,44667,1731433207968 2024-11-12T17:40:08,390 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:40:08,399 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/hbase.id] with ID: a3fb0b81-02b1-4956-b25b-43a95b1c46a8 2024-11-12T17:40:08,399 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/.tmp/hbase.id 2024-11-12T17:40:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:40:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:40:08,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:40:08,432 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/.tmp/hbase.id]:[hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/hbase.id] 2024-11-12T17:40:08,460 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:40:08,460 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:40:08,466 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-12T17:40:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,473 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:40:08,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:40:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:40:08,514 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:40:08,515 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:40:08,519 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T17:40:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:40:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:40:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:40:08,556 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store 2024-11-12T17:40:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:40:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:40:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:40:08,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:08,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:40:08,588 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:08,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:08,588 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:40:08,589 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:08,589 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:08,589 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433208588Disabling compacts and flushes for region at 1731433208588Disabling writes for close at 1731433208589 (+1 ms)Writing region close event to WAL at 1731433208589Closed at 1731433208589 2024-11-12T17:40:08,590 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/.initializing 2024-11-12T17:40:08,590 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/WALs/6684de3f6e40,44667,1731433207968 2024-11-12T17:40:08,600 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C44667%2C1731433207968, suffix=, logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/WALs/6684de3f6e40,44667,1731433207968, archiveDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/oldWALs, maxLogs=10 2024-11-12T17:40:08,601 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40%2C44667%2C1731433207968.1731433208600 2024-11-12T17:40:08,638 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/WALs/6684de3f6e40,44667,1731433207968/6684de3f6e40%2C44667%2C1731433207968.1731433208600 2024-11-12T17:40:08,654 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35953:35953),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:35263:35263)] 2024-11-12T17:40:08,660 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:40:08,661 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:08,661 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,661 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:40:08,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:08,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:40:08,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:40:08,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:40:08,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:40:08,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:40:08,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:40:08,689 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,690 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,691 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,693 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,693 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,693 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:40:08,695 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:40:08,698 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:40:08,704 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69689711, jitterRate=0.03845761716365814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:40:08,706 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731433208661Initializing all the Stores at 1731433208663 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433208663Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433208667 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433208667Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433208667Cleaning up temporary data from old regions at 1731433208693 (+26 ms)Region opened successfully at 1731433208705 (+12 ms) 2024-11-12T17:40:08,706 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:40:08,712 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277df814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:40:08,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:40:08,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:40:08,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:40:08,714 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:40:08,715 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T17:40:08,716 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T17:40:08,716 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T17:40:08,722 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:40:08,723 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T17:40:08,731 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T17:40:08,731 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:40:08,732 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:40:08,739 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T17:40:08,740 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:40:08,741 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:40:08,748 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T17:40:08,749 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:40:08,756 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T17:40:08,759 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:40:08,764 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T17:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:08,773 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:08,773 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,776 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,44667,1731433207968, sessionid=0x101316bca730000, setting cluster-up flag (Was=false) 2024-11-12T17:40:08,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,789 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,825 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T17:40:08,827 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,44667,1731433207968 2024-11-12T17:40:08,848 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:08,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T17:40:08,874 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,44667,1731433207968 2024-11-12T17:40:08,881 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:40:08,891 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:40:08,892 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:40:08,892 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:40:08,892 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,44667,1731433207968 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:40:08,894 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:40:08,894 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:40:08,894 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:40:08,894 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:40:08,894 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:40:08,895 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:08,895 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:40:08,895 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:08,903 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731433238903 2024-11-12T17:40:08,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:40:08,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:40:08,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:40:08,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:40:08,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:40:08,904 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:40:08,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:40:08,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:40:08,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:40:08,907 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:08,912 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:40:08,912 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:40:08,912 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:40:08,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:40:08,919 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:40:08,920 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433208920,5,FailOnTimeoutGroup] 2024-11-12T17:40:08,920 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433208920,5,FailOnTimeoutGroup] 2024-11-12T17:40:08,920 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:08,920 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:40:08,920 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:08,920 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:08,932 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(746): ClusterId : a3fb0b81-02b1-4956-b25b-43a95b1c46a8 2024-11-12T17:40:08,933 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:40:08,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:40:08,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:40:08,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:40:08,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:40:08,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258 2024-11-12T17:40:08,939 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(746): ClusterId : a3fb0b81-02b1-4956-b25b-43a95b1c46a8 2024-11-12T17:40:08,939 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:40:08,948 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:40:08,948 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:40:08,956 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(746): ClusterId : a3fb0b81-02b1-4956-b25b-43a95b1c46a8 2024-11-12T17:40:08,956 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:40:08,956 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:40:08,956 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:40:08,964 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:40:08,965 DEBUG [RS:0;6684de3f6e40:38633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8fca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:40:08,965 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:40:08,965 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:40:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:40:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:40:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:40:08,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:08,973 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:40:08,974 DEBUG [RS:1;6684de3f6e40:37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b56161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:40:08,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:40:08,974 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:40:08,975 DEBUG [RS:2;6684de3f6e40:40671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e96ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:40:08,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:40:08,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:08,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:40:08,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:40:08,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:08,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:40:08,986 DEBUG [RS:0;6684de3f6e40:38633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:38633 2024-11-12T17:40:08,986 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:40:08,986 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:40:08,986 DEBUG [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:40:08,989 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,44667,1731433207968 with port=38633, startcode=1731433208147 2024-11-12T17:40:08,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:40:08,989 DEBUG [RS:0;6684de3f6e40:38633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:40:08,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:08,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:40:08,992 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6684de3f6e40:37943 2024-11-12T17:40:08,992 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:40:08,992 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:40:08,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:40:08,992 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:40:08,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:08,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:08,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:40:08,993 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,44667,1731433207968 with port=37943, startcode=1731433208217 2024-11-12T17:40:08,994 DEBUG [RS:1;6684de3f6e40:37943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:40:08,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740 2024-11-12T17:40:08,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740 2024-11-12T17:40:08,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:40:08,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:40:08,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:40:09,000 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:40:09,000 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6684de3f6e40:40671 2024-11-12T17:40:09,000 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:40:09,000 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:40:09,000 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:40:09,000 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:40:09,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,38633,1731433208147 2024-11-12T17:40:09,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,38633,1731433208147 2024-11-12T17:40:09,001 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,44667,1731433207968 with port=40671, startcode=1731433208287 2024-11-12T17:40:09,001 DEBUG [RS:2;6684de3f6e40:40671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:40:09,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:40:09,004 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:40:09,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,37943,1731433208217 2024-11-12T17:40:09,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,37943,1731433208217 2024-11-12T17:40:09,006 DEBUG [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258 2024-11-12T17:40:09,006 DEBUG [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43397 2024-11-12T17:40:09,006 DEBUG [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:40:09,007 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:40:09,008 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63652724, jitterRate=-0.05150049924850464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:40:09,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731433208972Initializing all the Stores at 1731433208974 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433208974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433208974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433208974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433208974Cleaning up temporary data from old regions at 1731433208998 (+24 ms)Region opened successfully at 1731433209009 (+11 ms) 2024-11-12T17:40:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:40:09,010 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:40:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:40:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:40:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:40:09,010 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258 2024-11-12T17:40:09,010 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43397 2024-11-12T17:40:09,010 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:40:09,012 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258 2024-11-12T17:40:09,012 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43397 2024-11-12T17:40:09,012 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:40:09,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:40:09,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:40:09,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433209010Disabling compacts and flushes for region at 1731433209010Disabling writes for close at 1731433209010Writing region close event to WAL at 1731433209015 (+5 ms)Closed at 1731433209015 2024-11-12T17:40:09,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:40:09,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:40:09,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:40:09,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:40:09,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:40:09,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,37943,1731433208217] 2024-11-12T17:40:09,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,38633,1731433208147] 2024-11-12T17:40:09,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,40671,1731433208287] 2024-11-12T17:40:09,072 DEBUG [RS:0;6684de3f6e40:38633 {}] zookeeper.ZKUtil(111): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,38633,1731433208147 2024-11-12T17:40:09,072 WARN [RS:0;6684de3f6e40:38633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:40:09,072 INFO [RS:0;6684de3f6e40:38633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T17:40:09,072 DEBUG [RS:2;6684de3f6e40:40671 {}] zookeeper.ZKUtil(111): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,072 DEBUG [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,38633,1731433208147 2024-11-12T17:40:09,072 WARN [RS:2;6684de3f6e40:40671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:40:09,072 INFO [RS:2;6684de3f6e40:40671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T17:40:09,072 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,073 DEBUG [RS:1;6684de3f6e40:37943 {}] zookeeper.ZKUtil(111): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,37943,1731433208217 2024-11-12T17:40:09,073 WARN [RS:1;6684de3f6e40:37943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:40:09,073 INFO [RS:1;6684de3f6e40:37943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T17:40:09,073 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,37943,1731433208217 2024-11-12T17:40:09,088 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:40:09,095 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:40:09,100 INFO [RS:2;6684de3f6e40:40671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:40:09,100 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,103 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:40:09,104 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:40:09,105 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:40:09,106 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,106 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,106 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,106 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,106 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,106 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,107 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:40:09,107 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,107 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,107 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:40:09,107 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,107 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,107 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:40:09,110 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,110 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,110 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:40:09,110 DEBUG [RS:2;6684de3f6e40:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:40:09,111 INFO [RS:1;6684de3f6e40:37943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:40:09,111 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,111 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:40:09,112 INFO [RS:0;6684de3f6e40:38633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:40:09,112 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,114 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:40:09,115 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,116 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,116 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,116 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,116 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,116 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40671,1731433208287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:40:09,116 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:40:09,116 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,116 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,116 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,116 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:40:09,117 DEBUG [RS:1;6684de3f6e40:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:40:09,118 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:40:09,118 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,119 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,120 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,120 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,120 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:40:09,120 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:40:09,120 DEBUG [RS:0;6684de3f6e40:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:40:09,125 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,126 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,126 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,126 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,126 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,126 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37943,1731433208217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:40:09,137 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,137 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,137 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,137 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,138 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,138 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38633,1731433208147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:40:09,140 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:40:09,140 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40671,1731433208287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,141 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,141 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.Replication(171): 6684de3f6e40,40671,1731433208287 started 2024-11-12T17:40:09,150 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:40:09,150 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,37943,1731433208217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,150 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,151 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.Replication(171): 6684de3f6e40,37943,1731433208217 started 2024-11-12T17:40:09,161 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:40:09,161 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38633,1731433208147-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,162 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,162 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.Replication(171): 6684de3f6e40,38633,1731433208147 started 2024-11-12T17:40:09,172 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,172 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,40671,1731433208287, RpcServer on 6684de3f6e40/172.17.0.3:40671, sessionid=0x101316bca730003 2024-11-12T17:40:09,173 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:40:09,173 DEBUG [RS:2;6684de3f6e40:40671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,173 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,40671,1731433208287' 2024-11-12T17:40:09,173 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:40:09,174 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:40:09,174 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,174 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,37943,1731433208217, RpcServer on 6684de3f6e40/172.17.0.3:37943, sessionid=0x101316bca730002 2024-11-12T17:40:09,174 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:40:09,174 DEBUG [RS:1;6684de3f6e40:37943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,37943,1731433208217 2024-11-12T17:40:09,174 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37943,1731433208217' 2024-11-12T17:40:09,174 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:40:09,175 WARN [6684de3f6e40:44667 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:40:09,175 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:40:09,175 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:40:09,175 DEBUG [RS:2;6684de3f6e40:40671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,175 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,40671,1731433208287' 2024-11-12T17:40:09,175 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:40:09,176 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:40:09,176 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:40:09,177 DEBUG [RS:2;6684de3f6e40:40671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:40:09,178 INFO [RS:2;6684de3f6e40:40671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:40:09,178 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:40:09,178 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:40:09,178 INFO [RS:2;6684de3f6e40:40671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:40:09,178 DEBUG [RS:1;6684de3f6e40:37943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,37943,1731433208217 2024-11-12T17:40:09,178 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,37943,1731433208217' 2024-11-12T17:40:09,178 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:40:09,178 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:40:09,179 DEBUG [RS:1;6684de3f6e40:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:40:09,180 INFO [RS:1;6684de3f6e40:37943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:40:09,180 INFO [RS:1;6684de3f6e40:37943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:40:09,186 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,186 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,38633,1731433208147, RpcServer on 6684de3f6e40/172.17.0.3:38633, sessionid=0x101316bca730001 2024-11-12T17:40:09,186 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:40:09,186 DEBUG [RS:0;6684de3f6e40:38633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,38633,1731433208147 2024-11-12T17:40:09,186 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,38633,1731433208147' 2024-11-12T17:40:09,186 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:40:09,187 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:40:09,188 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:40:09,188 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:40:09,188 DEBUG [RS:0;6684de3f6e40:38633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,38633,1731433208147 2024-11-12T17:40:09,188 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,38633,1731433208147' 2024-11-12T17:40:09,189 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:40:09,189 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:40:09,189 DEBUG [RS:0;6684de3f6e40:38633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:40:09,190 INFO [RS:0;6684de3f6e40:38633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:40:09,190 INFO [RS:0;6684de3f6e40:38633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:40:09,280 INFO [RS:2;6684de3f6e40:40671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C40671%2C1731433208287, suffix=, logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,40671,1731433208287, archiveDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs, maxLogs=32 2024-11-12T17:40:09,282 INFO [RS:1;6684de3f6e40:37943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C37943%2C1731433208217, suffix=, logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,37943,1731433208217, archiveDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs, maxLogs=32 2024-11-12T17:40:09,283 INFO [RS:1;6684de3f6e40:37943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40%2C37943%2C1731433208217.1731433209283 2024-11-12T17:40:09,283 INFO [RS:2;6684de3f6e40:40671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40%2C40671%2C1731433208287.1731433209283 2024-11-12T17:40:09,292 INFO [RS:0;6684de3f6e40:38633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C38633%2C1731433208147, suffix=, logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,38633,1731433208147, archiveDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs, maxLogs=32 2024-11-12T17:40:09,292 INFO [RS:2;6684de3f6e40:40671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,40671,1731433208287/6684de3f6e40%2C40671%2C1731433208287.1731433209283 2024-11-12T17:40:09,293 INFO [RS:0;6684de3f6e40:38633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40%2C38633%2C1731433208147.1731433209293 2024-11-12T17:40:09,301 DEBUG [RS:2;6684de3f6e40:40671 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:35263:35263),(127.0.0.1/127.0.0.1:35953:35953)] 2024-11-12T17:40:09,301 INFO [RS:1;6684de3f6e40:37943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,37943,1731433208217/6684de3f6e40%2C37943%2C1731433208217.1731433209283 2024-11-12T17:40:09,303 DEBUG [RS:1;6684de3f6e40:37943 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35263:35263),(127.0.0.1/127.0.0.1:35953:35953),(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-12T17:40:09,314 INFO [RS:0;6684de3f6e40:38633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,38633,1731433208147/6684de3f6e40%2C38633%2C1731433208147.1731433209293 2024-11-12T17:40:09,315 DEBUG [RS:0;6684de3f6e40:38633 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35263:35263),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:35953:35953)] 2024-11-12T17:40:09,425 DEBUG [6684de3f6e40:44667 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T17:40:09,425 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:40:09,428 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:40:09,428 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:40:09,428 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T17:40:09,428 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:40:09,428 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:40:09,428 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T17:40:09,428 INFO [6684de3f6e40:44667 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:40:09,428 INFO [6684de3f6e40:44667 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:40:09,428 INFO [6684de3f6e40:44667 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T17:40:09,428 DEBUG [6684de3f6e40:44667 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:40:09,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,431 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,40671,1731433208287, state=OPENING 2024-11-12T17:40:09,448 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:40:09,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:09,456 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:09,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:09,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:09,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:40:09,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,40671,1731433208287}] 2024-11-12T17:40:09,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:40:09,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:40:09,625 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:40:09,626 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T17:40:09,635 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C40671%2C1731433208287.meta, suffix=.meta, logDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,40671,1731433208287, archiveDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs, maxLogs=32 2024-11-12T17:40:09,636 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 6684de3f6e40%2C40671%2C1731433208287.meta.1731433209636.meta 2024-11-12T17:40:09,708 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/WALs/6684de3f6e40,40671,1731433208287/6684de3f6e40%2C40671%2C1731433208287.meta.1731433209636.meta 2024-11-12T17:40:09,733 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35953:35953),(127.0.0.1/127.0.0.1:35263:35263),(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-12T17:40:09,763 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:40:09,764 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:40:09,764 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:40:09,764 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:40:09,764 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:40:09,765 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:09,765 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:40:09,765 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:40:09,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:40:09,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:40:09,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:09,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:09,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:40:09,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:40:09,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:09,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:09,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:40:09,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:40:09,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:09,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:09,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:40:09,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:40:09,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:09,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:40:09,823 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:40:09,825 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740 2024-11-12T17:40:09,832 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740 2024-11-12T17:40:09,837 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:40:09,837 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:40:09,839 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:40:09,847 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:40:09,849 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74086700, jitterRate=0.10397785902023315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:40:09,850 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:40:09,851 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731433209765Writing region info on filesystem at 1731433209765Initializing all the Stores at 1731433209784 (+19 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433209784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433209794 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433209796 (+2 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731433209796Cleaning up temporary data from old regions at 1731433209837 (+41 ms)Running coprocessor post-open hooks at 1731433209850 (+13 ms)Region opened successfully at 1731433209851 (+1 ms) 2024-11-12T17:40:09,857 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731433209611 2024-11-12T17:40:09,879 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:40:09,879 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:40:09,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,888 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,40671,1731433208287, state=OPEN 2024-11-12T17:40:09,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:09,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:09,908 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:09,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,40671,1731433208287 2024-11-12T17:40:09,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:40:09,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:40:09,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:40:09,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,40671,1731433208287 in 452 msec 2024-11-12T17:40:09,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:40:09,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 900 msec 2024-11-12T17:40:09,929 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:40:09,929 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:40:09,932 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:40:09,932 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,40671,1731433208287, seqNum=-1] 2024-11-12T17:40:09,932 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:40:09,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:40:09,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0620 sec 2024-11-12T17:40:09,954 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731433209954, completionTime=-1 2024-11-12T17:40:09,955 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T17:40:09,955 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:40:09,959 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T17:40:09,959 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731433269959 2024-11-12T17:40:09,959 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731433329959 2024-11-12T17:40:09,959 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T17:40:09,959 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:40:09,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44667,1731433207968-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,963 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44667,1731433207968-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,964 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44667,1731433207968-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,964 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:44667, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,964 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,967 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:40:09,967 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:09,973 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.583sec 2024-11-12T17:40:09,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:40:09,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:40:09,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:40:09,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:40:09,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:40:09,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44667,1731433207968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:40:09,975 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44667,1731433207968-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:40:09,979 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:40:09,979 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:40:09,980 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44667,1731433207968-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:40:10,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f59515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:40:10,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,44667,-1 for getting cluster id 2024-11-12T17:40:10,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:40:10,061 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3fb0b81-02b1-4956-b25b-43a95b1c46a8' 2024-11-12T17:40:10,061 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:40:10,061 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3fb0b81-02b1-4956-b25b-43a95b1c46a8" 2024-11-12T17:40:10,068 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e77de59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:40:10,068 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,44667,-1] 2024-11-12T17:40:10,069 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:40:10,071 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:10,073 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:40:10,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537adc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:40:10,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:40:10,076 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,40671,1731433208287, seqNum=-1] 2024-11-12T17:40:10,078 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:40:10,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:40:10,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,44667,1731433207968 2024-11-12T17:40:10,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:40:10,093 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,44667,1731433207968 2024-11-12T17:40:10,093 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@406e479 2024-11-12T17:40:10,094 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:40:10,111 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:40:10,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:40:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-12T17:40:10,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:40:10,122 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:10,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-12T17:40:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:10,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:40:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741837_1013 (size=392) 2024-11-12T17:40:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741837_1013 (size=392) 2024-11-12T17:40:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741837_1013 (size=392) 2024-11-12T17:40:10,204 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e918dadcda630d3515f84a6fc6f764b9, NAME => 'TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258 2024-11-12T17:40:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741838_1014 (size=51) 2024-11-12T17:40:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741838_1014 (size=51) 2024-11-12T17:40:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741838_1014 (size=51) 2024-11-12T17:40:10,224 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:10,225 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing e918dadcda630d3515f84a6fc6f764b9, disabling compactions & flushes 2024-11-12T17:40:10,225 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,225 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,225 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. after waiting 0 ms 2024-11-12T17:40:10,225 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,225 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,225 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for e918dadcda630d3515f84a6fc6f764b9: Waiting for close lock at 1731433210225Disabling compacts and flushes for region at 1731433210225Disabling writes for close at 1731433210225Writing region close event to WAL at 1731433210225Closed at 1731433210225 2024-11-12T17:40:10,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:40:10,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731433210228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731433210228"}]},"ts":"1731433210228"} 2024-11-12T17:40:10,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T17:40:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:10,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:40:10,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433210244"}]},"ts":"1731433210244"} 2024-11-12T17:40:10,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-12T17:40:10,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:40:10,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:40:10,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:40:10,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T17:40:10,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:40:10,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:40:10,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T17:40:10,256 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:40:10,256 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:40:10,256 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T17:40:10,256 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:40:10,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e918dadcda630d3515f84a6fc6f764b9, ASSIGN}] 2024-11-12T17:40:10,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e918dadcda630d3515f84a6fc6f764b9, ASSIGN 2024-11-12T17:40:10,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e918dadcda630d3515f84a6fc6f764b9, ASSIGN; state=OFFLINE, location=6684de3f6e40,37943,1731433208217; forceNewPlan=false, retain=false 2024-11-12T17:40:10,415 INFO [6684de3f6e40:44667 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T17:40:10,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e918dadcda630d3515f84a6fc6f764b9, regionState=OPENING, regionLocation=6684de3f6e40,37943,1731433208217 2024-11-12T17:40:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e918dadcda630d3515f84a6fc6f764b9, ASSIGN because future has completed 2024-11-12T17:40:10,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e918dadcda630d3515f84a6fc6f764b9, server=6684de3f6e40,37943,1731433208217}] 2024-11-12T17:40:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:10,602 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:40:10,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:40:10,625 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,625 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e918dadcda630d3515f84a6fc6f764b9, NAME => 'TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:40:10,626 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,626 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:40:10,626 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,626 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,631 INFO [StoreOpener-e918dadcda630d3515f84a6fc6f764b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,634 INFO [StoreOpener-e918dadcda630d3515f84a6fc6f764b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e918dadcda630d3515f84a6fc6f764b9 columnFamilyName cf 2024-11-12T17:40:10,634 DEBUG [StoreOpener-e918dadcda630d3515f84a6fc6f764b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:40:10,635 INFO [StoreOpener-e918dadcda630d3515f84a6fc6f764b9-1 {}] regionserver.HStore(327): Store=e918dadcda630d3515f84a6fc6f764b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:40:10,636 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,646 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,652 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,653 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,653 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,655 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,670 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:40:10,676 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e918dadcda630d3515f84a6fc6f764b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61746947, jitterRate=-0.07989878952503204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:40:10,676 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:10,678 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e918dadcda630d3515f84a6fc6f764b9: Running coprocessor pre-open hook at 1731433210626Writing region info on filesystem at 1731433210626Initializing all the Stores at 1731433210628 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731433210628Cleaning up temporary data from old regions at 1731433210653 (+25 ms)Running coprocessor post-open hooks at 1731433210676 (+23 ms)Region opened successfully at 1731433210678 (+2 ms) 2024-11-12T17:40:10,695 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9., pid=6, masterSystemTime=1731433210601 2024-11-12T17:40:10,705 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,705 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e918dadcda630d3515f84a6fc6f764b9, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,37943,1731433208217 2024-11-12T17:40:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e918dadcda630d3515f84a6fc6f764b9, server=6684de3f6e40,37943,1731433208217 because future has completed 2024-11-12T17:40:10,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T17:40:10,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e918dadcda630d3515f84a6fc6f764b9, server=6684de3f6e40,37943,1731433208217 in 292 msec 2024-11-12T17:40:10,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T17:40:10,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e918dadcda630d3515f84a6fc6f764b9, ASSIGN in 471 msec 2024-11-12T17:40:10,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:40:10,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731433210734"}]},"ts":"1731433210734"} 2024-11-12T17:40:10,739 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-12T17:40:10,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:40:10,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 631 msec 2024-11-12T17:40:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:40:10,756 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T17:40:10,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-12T17:40:10,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:40:10,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-12T17:40:10,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:40:10,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-12T17:40:10,768 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9., hostname=6684de3f6e40,37943,1731433208217, seqNum=2] 2024-11-12T17:40:10,769 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:40:10,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:40:10,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-12T17:40:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-12T17:40:10,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-12T17:40:10,789 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T17:40:10,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T17:40:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:10,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T17:40:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:10,947 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e918dadcda630d3515f84a6fc6f764b9 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-12T17:40:10,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9/.tmp/cf/c8189c15282940639aca179c433259a4 is 36, key is row/cf:cq/1731433210777/Put/seqid=0 2024-11-12T17:40:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741839_1015 (size=4787) 2024-11-12T17:40:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741839_1015 (size=4787) 2024-11-12T17:40:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741839_1015 (size=4787) 2024-11-12T17:40:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:11,393 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9/.tmp/cf/c8189c15282940639aca179c433259a4 2024-11-12T17:40:11,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9/.tmp/cf/c8189c15282940639aca179c433259a4 as hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9/cf/c8189c15282940639aca179c433259a4 2024-11-12T17:40:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:11,428 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9/cf/c8189c15282940639aca179c433259a4, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T17:40:11,430 INFO [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e918dadcda630d3515f84a6fc6f764b9 in 483ms, sequenceid=5, compaction requested=false 2024-11-12T17:40:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e918dadcda630d3515f84a6fc6f764b9: 2024-11-12T17:40:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T17:40:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T17:40:11,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T17:40:11,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 645 msec 2024-11-12T17:40:11,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 659 msec 2024-11-12T17:40:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T17:40:11,929 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-12T17:40:11,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T17:40:11,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:40:11,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:11,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:11,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:11,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T17:40:11,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=120323779, stopped=false 2024-11-12T17:40:11,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,44667,1731433207968 2024-11-12T17:40:11,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:40:11,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:11,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:11,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:11,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:11,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:40:11,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:40:11,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:11,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:11,949 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:11,949 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:11,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,38633,1731433208147' ***** 2024-11-12T17:40:11,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:40:11,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,37943,1731433208217' ***** 2024-11-12T17:40:11,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:40:11,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,40671,1731433208287' ***** 2024-11-12T17:40:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T17:40:11,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T17:40:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:11,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:11,950 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:40:11,950 INFO [RS:0;6684de3f6e40:38633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:40:11,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:40:11,950 INFO [RS:0;6684de3f6e40:38633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:40:11,950 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,38633,1731433208147 2024-11-12T17:40:11,950 INFO [RS:0;6684de3f6e40:38633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:11,950 INFO [RS:0;6684de3f6e40:38633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:38633. 2024-11-12T17:40:11,950 DEBUG [RS:0;6684de3f6e40:38633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:11,950 DEBUG [RS:0;6684de3f6e40:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:11,950 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:40:11,950 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,38633,1731433208147; all regions closed. 2024-11-12T17:40:11,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:40:11,951 INFO [RS:1;6684de3f6e40:37943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:40:11,951 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:40:11,951 INFO [RS:1;6684de3f6e40:37943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:40:11,951 INFO [RS:2;6684de3f6e40:40671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T17:40:11,951 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:11,951 INFO [RS:2;6684de3f6e40:40671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T17:40:11,951 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,40671,1731433208287 2024-11-12T17:40:11,951 INFO [RS:2;6684de3f6e40:40671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:11,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:40:11,951 INFO [RS:2;6684de3f6e40:40671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6684de3f6e40:40671. 2024-11-12T17:40:11,952 DEBUG [RS:2;6684de3f6e40:40671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:11,952 DEBUG [RS:2;6684de3f6e40:40671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:11,952 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:40:11,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:11,952 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:40:11,952 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:40:11,952 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T17:40:11,954 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:11,954 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:11,954 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:11,955 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:11,955 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:11,955 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,37943,1731433208217 2024-11-12T17:40:11,955 INFO [RS:1;6684de3f6e40:37943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:11,955 INFO [RS:1;6684de3f6e40:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6684de3f6e40:37943. 2024-11-12T17:40:11,956 DEBUG [RS:1;6684de3f6e40:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:40:11,956 DEBUG [RS:1;6684de3f6e40:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:11,956 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:40:11,956 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1325): Online Regions={e918dadcda630d3515f84a6fc6f764b9=TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9.} 2024-11-12T17:40:11,956 DEBUG [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1351): Waiting on e918dadcda630d3515f84a6fc6f764b9 2024-11-12T17:40:11,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:11,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:40:11,959 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e918dadcda630d3515f84a6fc6f764b9, disabling compactions & flushes 2024-11-12T17:40:11,960 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:11,960 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:11,960 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. after waiting 0 ms 2024-11-12T17:40:11,960 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:11,961 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:11,966 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T17:40:11,966 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T17:40:11,966 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:11,966 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:40:11,966 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:40:11,966 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:40:11,966 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:40:11,966 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:40:11,967 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T17:40:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741835_1011 (size=93) 2024-11-12T17:40:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741835_1011 (size=93) 2024-11-12T17:40:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741835_1011 (size=93) 2024-11-12T17:40:11,982 DEBUG [RS:0;6684de3f6e40:38633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs 2024-11-12T17:40:11,983 INFO [RS:0;6684de3f6e40:38633 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 6684de3f6e40%2C38633%2C1731433208147:(num 1731433209293) 2024-11-12T17:40:11,983 DEBUG [RS:0;6684de3f6e40:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:11,983 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:11,983 INFO [RS:0;6684de3f6e40:38633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:11,983 INFO [RS:0;6684de3f6e40:38633 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:11,983 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:40:11,983 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:40:11,984 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:40:11,984 INFO [RS:0;6684de3f6e40:38633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:11,984 INFO [RS:0;6684de3f6e40:38633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38633 2024-11-12T17:40:11,984 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:11,989 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,38633,1731433208147 2024-11-12T17:40:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:40:11,990 INFO [RS:0;6684de3f6e40:38633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:11,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,38633,1731433208147] 2024-11-12T17:40:11,995 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/default/TestHBaseWalOnEC/e918dadcda630d3515f84a6fc6f764b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T17:40:11,997 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:11,997 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e918dadcda630d3515f84a6fc6f764b9: Waiting for close lock at 1731433211959Running coprocessor pre-close hooks at 1731433211959Disabling compacts and flushes for region at 1731433211959Disabling writes for close at 1731433211960 (+1 ms)Writing region close event to WAL at 1731433211972 (+12 ms)Running coprocessor post-close hooks at 1731433211996 (+24 ms)Closed at 1731433211997 (+1 ms) 2024-11-12T17:40:11,997 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9. 2024-11-12T17:40:12,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,38633,1731433208147 already deleted, retry=false 2024-11-12T17:40:12,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,38633,1731433208147 expired; onlineServers=2 2024-11-12T17:40:12,009 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/info/98156137b83a4f46b99a29886c347630 is 153, key is TestHBaseWalOnEC,,1731433210113.e918dadcda630d3515f84a6fc6f764b9./info:regioninfo/1731433210706/Put/seqid=0 2024-11-12T17:40:12,030 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:12,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741840_1016 (size=6637) 2024-11-12T17:40:12,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741840_1016 (size=6637) 2024-11-12T17:40:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741840_1016 (size=6637) 2024-11-12T17:40:12,043 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/info/98156137b83a4f46b99a29886c347630 2024-11-12T17:40:12,050 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:12,083 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/ns/b4f6d1bb34ff479a955f8359760dd4e3 is 43, key is default/ns:d/1731433209937/Put/seqid=0 2024-11-12T17:40:12,098 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:12,098 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x101316bca730001, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:12,099 INFO [RS:0;6684de3f6e40:38633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:12,099 INFO [RS:0;6684de3f6e40:38633 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,38633,1731433208147; zookeeper connection closed. 2024-11-12T17:40:12,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b22985a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b22985a 2024-11-12T17:40:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741841_1017 (size=5153) 2024-11-12T17:40:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741841_1017 (size=5153) 2024-11-12T17:40:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741841_1017 (size=5153) 2024-11-12T17:40:12,149 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:40:12,149 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:40:12,154 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:40:12,154 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:40:12,156 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,37943,1731433208217; all regions closed. 2024-11-12T17:40:12,157 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,157 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,157 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,158 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,158 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741833_1009 (size=1298) 2024-11-12T17:40:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741833_1009 (size=1298) 2024-11-12T17:40:12,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741833_1009 (size=1298) 2024-11-12T17:40:12,166 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:12,169 DEBUG [RS:1;6684de3f6e40:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs 2024-11-12T17:40:12,169 INFO [RS:1;6684de3f6e40:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 6684de3f6e40%2C37943%2C1731433208217:(num 1731433209283) 2024-11-12T17:40:12,169 DEBUG [RS:1;6684de3f6e40:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:12,169 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:12,169 INFO [RS:1;6684de3f6e40:37943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:12,170 INFO [RS:1;6684de3f6e40:37943 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:12,170 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T17:40:12,170 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:12,171 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T17:40:12,171 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T17:40:12,171 INFO [RS:1;6684de3f6e40:37943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:12,171 INFO [RS:1;6684de3f6e40:37943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37943 2024-11-12T17:40:12,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,37943,1731433208217 2024-11-12T17:40:12,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:40:12,182 INFO [RS:1;6684de3f6e40:37943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:12,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,37943,1731433208217] 2024-11-12T17:40:12,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,37943,1731433208217 already deleted, retry=false 2024-11-12T17:40:12,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,37943,1731433208217 expired; onlineServers=1 2024-11-12T17:40:12,290 INFO [RS:1;6684de3f6e40:37943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:12,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:12,290 INFO [RS:1;6684de3f6e40:37943 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,37943,1731433208217; zookeeper connection closed. 2024-11-12T17:40:12,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x101316bca730002, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:12,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@335919b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@335919b3 2024-11-12T17:40:12,366 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:12,521 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/ns/b4f6d1bb34ff479a955f8359760dd4e3 2024-11-12T17:40:12,562 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/table/cf6a8d05edfb4c26a9d7b3e69c99862c is 52, key is TestHBaseWalOnEC/table:state/1731433210734/Put/seqid=0 2024-11-12T17:40:12,567 DEBUG [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T17:40:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741842_1018 (size=5249) 2024-11-12T17:40:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741842_1018 (size=5249) 2024-11-12T17:40:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741842_1018 (size=5249) 2024-11-12T17:40:12,585 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/table/cf6a8d05edfb4c26a9d7b3e69c99862c 2024-11-12T17:40:12,594 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/info/98156137b83a4f46b99a29886c347630 as hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/info/98156137b83a4f46b99a29886c347630 2024-11-12T17:40:12,602 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/info/98156137b83a4f46b99a29886c347630, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T17:40:12,603 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/ns/b4f6d1bb34ff479a955f8359760dd4e3 as hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/ns/b4f6d1bb34ff479a955f8359760dd4e3 2024-11-12T17:40:12,613 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/ns/b4f6d1bb34ff479a955f8359760dd4e3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T17:40:12,615 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/.tmp/table/cf6a8d05edfb4c26a9d7b3e69c99862c as hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/table/cf6a8d05edfb4c26a9d7b3e69c99862c 2024-11-12T17:40:12,625 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/table/cf6a8d05edfb4c26a9d7b3e69c99862c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T17:40:12,627 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false 2024-11-12T17:40:12,633 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T17:40:12,634 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:40:12,634 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:40:12,634 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731433211966Running coprocessor pre-close hooks at 1731433211966Disabling compacts and flushes for region at 1731433211966Disabling writes for close at 1731433211966Obtaining lock to block concurrent updates at 1731433211967 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731433211967Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731433211968 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731433211968Flushing 1588230740/info: creating writer at 1731433211969 (+1 ms)Flushing 1588230740/info: appending metadata at 1731433212008 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731433212009 (+1 ms)Flushing 1588230740/ns: creating writer at 1731433212056 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731433212082 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731433212083 (+1 ms)Flushing 1588230740/table: creating writer at 1731433212530 (+447 ms)Flushing 1588230740/table: appending metadata at 1731433212562 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731433212562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdf3cc4: reopening flushed file at 1731433212592 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357daee0: reopening flushed file at 1731433212602 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a291d3b: reopening flushed file at 1731433212613 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false at 1731433212627 (+14 ms)Writing region close event to WAL at 1731433212628 (+1 ms)Running coprocessor post-close hooks at 1731433212634 (+6 ms)Closed at 1731433212634 2024-11-12T17:40:12,635 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T17:40:12,767 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,40671,1731433208287; all regions closed. 2024-11-12T17:40:12,768 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,768 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,768 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,768 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,769 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741836_1012 (size=2751) 2024-11-12T17:40:12,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741836_1012 (size=2751) 2024-11-12T17:40:12,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741836_1012 (size=2751) 2024-11-12T17:40:12,777 DEBUG [RS:2;6684de3f6e40:40671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs 2024-11-12T17:40:12,777 INFO [RS:2;6684de3f6e40:40671 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 6684de3f6e40%2C40671%2C1731433208287.meta:.meta(num 1731433209636) 2024-11-12T17:40:12,777 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,777 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,777 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,778 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,778 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741834_1010 (size=93) 2024-11-12T17:40:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741834_1010 (size=93) 2024-11-12T17:40:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741834_1010 (size=93) 2024-11-12T17:40:13,184 DEBUG [RS:2;6684de3f6e40:40671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/oldWALs 2024-11-12T17:40:13,184 INFO [RS:2;6684de3f6e40:40671 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 6684de3f6e40%2C40671%2C1731433208287:(num 1731433209283) 2024-11-12T17:40:13,184 DEBUG [RS:2;6684de3f6e40:40671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:40:13,184 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:40:13,184 INFO [RS:2;6684de3f6e40:40671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:13,185 INFO [RS:2;6684de3f6e40:40671 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:13,185 INFO [RS:2;6684de3f6e40:40671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:13,185 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:13,185 INFO [RS:2;6684de3f6e40:40671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40671 2024-11-12T17:40:13,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,40671,1731433208287 2024-11-12T17:40:13,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:40:13,214 INFO [RS:2;6684de3f6e40:40671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:13,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,40671,1731433208287] 2024-11-12T17:40:13,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,40671,1731433208287 already deleted, retry=false 2024-11-12T17:40:13,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,40671,1731433208287 expired; onlineServers=0 2024-11-12T17:40:13,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,44667,1731433207968' ***** 2024-11-12T17:40:13,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T17:40:13,231 INFO [M:0;6684de3f6e40:44667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:40:13,231 INFO [M:0;6684de3f6e40:44667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T17:40:13,231 DEBUG [M:0;6684de3f6e40:44667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T17:40:13,231 DEBUG [M:0;6684de3f6e40:44667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T17:40:13,231 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433208920 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731433208920,5,FailOnTimeoutGroup] 2024-11-12T17:40:13,232 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433208920 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731433208920,5,FailOnTimeoutGroup] 2024-11-12T17:40:13,232 INFO [M:0;6684de3f6e40:44667 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T17:40:13,232 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T17:40:13,232 INFO [M:0;6684de3f6e40:44667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T17:40:13,232 DEBUG [M:0;6684de3f6e40:44667 {}] master.HMaster(1795): Stopping service threads 2024-11-12T17:40:13,232 INFO [M:0;6684de3f6e40:44667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T17:40:13,232 INFO [M:0;6684de3f6e40:44667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T17:40:13,232 INFO [M:0;6684de3f6e40:44667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T17:40:13,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T17:40:13,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T17:40:13,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:40:13,239 DEBUG [M:0;6684de3f6e40:44667 {}] zookeeper.ZKUtil(347): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T17:40:13,239 WARN [M:0;6684de3f6e40:44667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T17:40:13,240 INFO [M:0;6684de3f6e40:44667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/.lastflushedseqids 2024-11-12T17:40:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741843_1019 (size=127) 2024-11-12T17:40:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741843_1019 (size=127) 2024-11-12T17:40:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741843_1019 (size=127) 2024-11-12T17:40:13,259 INFO [M:0;6684de3f6e40:44667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T17:40:13,259 INFO [M:0;6684de3f6e40:44667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T17:40:13,259 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:40:13,259 INFO [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:13,259 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:13,260 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:40:13,260 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:13,260 INFO [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-12T17:40:13,279 DEBUG [M:0;6684de3f6e40:44667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/922d76bf41ff443bb62fa4a9e8d4f4ad is 82, key is hbase:meta,,1/info:regioninfo/1731433209881/Put/seqid=0 2024-11-12T17:40:13,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741844_1020 (size=5672) 2024-11-12T17:40:13,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741844_1020 (size=5672) 2024-11-12T17:40:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741844_1020 (size=5672) 2024-11-12T17:40:13,286 INFO [M:0;6684de3f6e40:44667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/922d76bf41ff443bb62fa4a9e8d4f4ad 2024-11-12T17:40:13,308 DEBUG [M:0;6684de3f6e40:44667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29000ab0ddb5499192d477d1c43dd271 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731433210747/Put/seqid=0 2024-11-12T17:40:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741845_1021 (size=6440) 2024-11-12T17:40:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741845_1021 (size=6440) 2024-11-12T17:40:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741845_1021 (size=6440) 2024-11-12T17:40:13,316 INFO [M:0;6684de3f6e40:44667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29000ab0ddb5499192d477d1c43dd271 2024-11-12T17:40:13,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:13,323 INFO [RS:2;6684de3f6e40:40671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:13,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x101316bca730003, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:13,323 INFO [RS:2;6684de3f6e40:40671 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,40671,1731433208287; zookeeper connection closed. 2024-11-12T17:40:13,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c1e5230 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c1e5230 2024-11-12T17:40:13,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T17:40:13,343 DEBUG [M:0;6684de3f6e40:44667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba5ada18cef9411187a7b427d28700c1 is 69, key is 6684de3f6e40,37943,1731433208217/rs:state/1731433209005/Put/seqid=0 2024-11-12T17:40:13,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741846_1022 (size=5294) 2024-11-12T17:40:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741846_1022 (size=5294) 2024-11-12T17:40:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741846_1022 (size=5294) 2024-11-12T17:40:13,359 INFO [M:0;6684de3f6e40:44667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba5ada18cef9411187a7b427d28700c1 2024-11-12T17:40:13,368 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/922d76bf41ff443bb62fa4a9e8d4f4ad as hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/922d76bf41ff443bb62fa4a9e8d4f4ad 2024-11-12T17:40:13,377 INFO [M:0;6684de3f6e40:44667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/922d76bf41ff443bb62fa4a9e8d4f4ad, entries=8, sequenceid=72, filesize=5.5 K 2024-11-12T17:40:13,379 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29000ab0ddb5499192d477d1c43dd271 as hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29000ab0ddb5499192d477d1c43dd271 2024-11-12T17:40:13,390 INFO [M:0;6684de3f6e40:44667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29000ab0ddb5499192d477d1c43dd271, entries=8, sequenceid=72, filesize=6.3 K 2024-11-12T17:40:13,391 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba5ada18cef9411187a7b427d28700c1 as hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba5ada18cef9411187a7b427d28700c1 2024-11-12T17:40:13,398 INFO [M:0;6684de3f6e40:44667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43397/user/jenkins/test-data/97e75d12-3750-ba08-f0fc-cb12fe44f258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba5ada18cef9411187a7b427d28700c1, entries=3, sequenceid=72, filesize=5.2 K 2024-11-12T17:40:13,400 INFO [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=72, compaction requested=false 2024-11-12T17:40:13,401 INFO [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:40:13,401 DEBUG [M:0;6684de3f6e40:44667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731433213259Disabling compacts and flushes for region at 1731433213259Disabling writes for close at 1731433213260 (+1 ms)Obtaining lock to block concurrent updates at 1731433213260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731433213260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1731433213260Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731433213261 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731433213261Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731433213278 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731433213279 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731433213291 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731433213307 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731433213308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731433213321 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731433213343 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731433213343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55930e36: reopening flushed file at 1731433213367 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7419b5: reopening flushed file at 1731433213377 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@743a1a31: reopening flushed file at 1731433213390 (+13 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=72, compaction requested=false at 1731433213400 (+10 ms)Writing region close event to WAL at 1731433213401 (+1 ms)Closed at 1731433213401 2024-11-12T17:40:13,402 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:13,402 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:13,402 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:13,402 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:13,402 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T17:40:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36005 is added to blk_1073741830_1006 (size=32686) 2024-11-12T17:40:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39045 is added to blk_1073741830_1006 (size=32686) 2024-11-12T17:40:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45759 is added to blk_1073741830_1006 (size=32686) 2024-11-12T17:40:13,408 INFO [M:0;6684de3f6e40:44667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T17:40:13,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T17:40:13,408 INFO [M:0;6684de3f6e40:44667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44667 2024-11-12T17:40:13,408 INFO [M:0;6684de3f6e40:44667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:40:13,514 INFO [M:0;6684de3f6e40:44667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:40:13,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:13,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101316bca730000, quorum=127.0.0.1:55096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:40:13,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b31cb2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:13,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40bb076c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:13,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:13,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75312687{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:13,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44dba3d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:13,520 WARN [BP-1772225635-172.17.0.3-1731433204917 heartbeating to localhost/127.0.0.1:43397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:40:13,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:40:13,520 WARN [BP-1772225635-172.17.0.3-1731433204917 heartbeating to localhost/127.0.0.1:43397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1772225635-172.17.0.3-1731433204917 (Datanode Uuid 2f1bef98-ccba-4ce5-ae18-d8132e6bfaf2) service to localhost/127.0.0.1:43397 2024-11-12T17:40:13,520 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:40:13,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data5/current/BP-1772225635-172.17.0.3-1731433204917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:13,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data6/current/BP-1772225635-172.17.0.3-1731433204917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:13,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:40:13,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6148ea71{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:13,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24b4498d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:13,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:13,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d02fcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:13,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115bfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:13,526 WARN [BP-1772225635-172.17.0.3-1731433204917 heartbeating to localhost/127.0.0.1:43397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:40:13,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:40:13,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:40:13,526 WARN [BP-1772225635-172.17.0.3-1731433204917 heartbeating to localhost/127.0.0.1:43397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1772225635-172.17.0.3-1731433204917 (Datanode Uuid f634821a-408d-4822-a5a4-dd5363205c40) service to localhost/127.0.0.1:43397 2024-11-12T17:40:13,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data3/current/BP-1772225635-172.17.0.3-1731433204917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:13,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data4/current/BP-1772225635-172.17.0.3-1731433204917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:13,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:40:13,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@700c1714{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:40:13,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56d7456a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:13,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:13,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ba1a39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:13,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637806c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:13,531 WARN [BP-1772225635-172.17.0.3-1731433204917 heartbeating to localhost/127.0.0.1:43397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T17:40:13,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T17:40:13,531 WARN [BP-1772225635-172.17.0.3-1731433204917 heartbeating to localhost/127.0.0.1:43397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1772225635-172.17.0.3-1731433204917 (Datanode Uuid 407141b8-528c-4f00-98fa-ab7ac6e192ed) service to localhost/127.0.0.1:43397 2024-11-12T17:40:13,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T17:40:13,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data1/current/BP-1772225635-172.17.0.3-1731433204917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:13,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/cluster_8953df9b-2b5f-29ed-2e57-2ce9bb6e3e57/data/data2/current/BP-1772225635-172.17.0.3-1731433204917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T17:40:13,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T17:40:13,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@366dc174{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:40:13,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7940a36d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T17:40:13,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T17:40:13,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a7a1dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T17:40:13,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@676bb64e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b03095c-603f-fd09-2164-fdebe18b3b4c/hadoop.log.dir/,STOPPED} 2024-11-12T17:40:13,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T17:40:13,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T17:40:13,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 90) - Thread LEAK? -, OpenFileDescriptor=514 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1028 (was 1047), ProcessCount=11 (was 11), AvailableMemoryMB=1386 (was 1877)