2024-11-20 08:56:07,803 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 08:56:07,815 main DEBUG Took 0.009760 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 08:56:07,815 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 08:56:07,815 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 08:56:07,816 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 08:56:07,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,826 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 08:56:07,845 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,849 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,851 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,852 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,854 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,855 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,856 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,857 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,860 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,861 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:56:07,862 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,862 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 08:56:07,864 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:56:07,866 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 08:56:07,869 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 08:56:07,869 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 08:56:07,871 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 08:56:07,871 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 08:56:07,884 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 08:56:07,889 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 08:56:07,891 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 08:56:07,892 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 08:56:07,892 main DEBUG createAppenders(={Console}) 2024-11-20 08:56:07,893 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-20 08:56:07,894 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 08:56:07,894 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-20 08:56:07,895 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 08:56:07,895 main DEBUG OutputStream closed 2024-11-20 08:56:07,896 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 08:56:07,896 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 08:56:07,897 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-20 08:56:07,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 08:56:07,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 08:56:07,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 08:56:07,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 08:56:07,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 08:56:07,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 08:56:07,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 08:56:07,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 08:56:07,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 08:56:07,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 08:56:07,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 08:56:07,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 08:56:07,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 08:56:07,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 08:56:07,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 08:56:07,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 08:56:07,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 08:56:07,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 08:56:07,988 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 08:56:07,989 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-20 08:56:07,989 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 08:56:07,989 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-20T08:56:08,006 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-20 08:56:08,009 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 08:56:08,009 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T08:56:08,247 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e 2024-11-20T08:56:08,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8, deleteOnExit=true 2024-11-20T08:56:08,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/test.cache.data in system properties and HBase conf 2024-11-20T08:56:08,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:56:08,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:56:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:56:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:56:08,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:56:08,381 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T08:56:08,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:56:08,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:56:08,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:56:08,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:56:08,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:56:08,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:56:08,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:56:08,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:56:08,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:56:08,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:56:08,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:56:08,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:56:08,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:56:08,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:56:08,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:56:09,349 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:56:09,455 INFO [Time-limited test {}] log.Log(170): Logging initialized @2466ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T08:56:09,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:09,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:09,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:09,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:09,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:56:09,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:09,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:09,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:09,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/java.io.tmpdir/jetty-localhost-42311-hadoop-hdfs-3_4_1-tests_jar-_-any-17628344278489278325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:56:09,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:42311} 2024-11-20T08:56:09,877 INFO [Time-limited test {}] server.Server(415): Started @2888ms 2024-11-20T08:56:10,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:10,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:10,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:10,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:10,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:56:10,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:10,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:10,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/java.io.tmpdir/jetty-localhost-40949-hadoop-hdfs-3_4_1-tests_jar-_-any-10509517150165842252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:10,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:40949} 2024-11-20T08:56:10,403 INFO [Time-limited test {}] server.Server(415): Started @3414ms 2024-11-20T08:56:10,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:56:10,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:10,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:10,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:10,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:10,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:56:10,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:10,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:10,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/java.io.tmpdir/jetty-localhost-42495-hadoop-hdfs-3_4_1-tests_jar-_-any-3994088478126235734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:10,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:42495} 2024-11-20T08:56:10,714 INFO [Time-limited test {}] server.Server(415): Started @3725ms 2024-11-20T08:56:10,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:56:10,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:10,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:10,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:10,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:10,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:56:10,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:10,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:10,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/java.io.tmpdir/jetty-localhost-43573-hadoop-hdfs-3_4_1-tests_jar-_-any-14415300211583388859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:10,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:43573} 2024-11-20T08:56:10,888 INFO [Time-limited test {}] server.Server(415): Started @3899ms 2024-11-20T08:56:10,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:56:10,910 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data4/current/BP-1090235333-172.17.0.2-1732092969091/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:10,910 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data3/current/BP-1090235333-172.17.0.2-1732092969091/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:10,910 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data2/current/BP-1090235333-172.17.0.2-1732092969091/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:10,910 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data1/current/BP-1090235333-172.17.0.2-1732092969091/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:10,960 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:56:10,961 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:56:11,018 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data5/current/BP-1090235333-172.17.0.2-1732092969091/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:11,018 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data6/current/BP-1090235333-172.17.0.2-1732092969091/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:11,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20151a0b720ca166 with lease ID 0x8419508edd3a3546: Processing first storage report for DS-062e57cc-abd4-4b05-97d5-27da22ef3462 from datanode DatanodeRegistration(127.0.0.1:38859, datanodeUuid=b7072a2a-f67d-409a-bfc9-d3c939f745fc, infoPort=45237, infoSecurePort=0, ipcPort=33761, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091) 2024-11-20T08:56:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20151a0b720ca166 with lease ID 0x8419508edd3a3546: from storage DS-062e57cc-abd4-4b05-97d5-27da22ef3462 node DatanodeRegistration(127.0.0.1:38859, datanodeUuid=b7072a2a-f67d-409a-bfc9-d3c939f745fc, infoPort=45237, infoSecurePort=0, ipcPort=33761, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T08:56:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc336fd8de2471983 with lease ID 0x8419508edd3a3547: Processing first storage report for DS-4ead6028-8ab3-429e-9fce-4849bca7d071 from datanode DatanodeRegistration(127.0.0.1:33623, datanodeUuid=55f1f6e0-4c27-4126-ae74-c2538cd1be42, infoPort=35801, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091) 2024-11-20T08:56:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc336fd8de2471983 with lease ID 0x8419508edd3a3547: from storage DS-4ead6028-8ab3-429e-9fce-4849bca7d071 node DatanodeRegistration(127.0.0.1:33623, datanodeUuid=55f1f6e0-4c27-4126-ae74-c2538cd1be42, infoPort=35801, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:56:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20151a0b720ca166 with lease ID 0x8419508edd3a3546: Processing first storage report for DS-677dd666-8b20-4dbf-aae9-5f6450d0705a from datanode DatanodeRegistration(127.0.0.1:38859, datanodeUuid=b7072a2a-f67d-409a-bfc9-d3c939f745fc, infoPort=45237, infoSecurePort=0, ipcPort=33761, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091) 2024-11-20T08:56:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20151a0b720ca166 with lease ID 0x8419508edd3a3546: from storage DS-677dd666-8b20-4dbf-aae9-5f6450d0705a node DatanodeRegistration(127.0.0.1:38859, datanodeUuid=b7072a2a-f67d-409a-bfc9-d3c939f745fc, infoPort=45237, infoSecurePort=0, ipcPort=33761, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc336fd8de2471983 with lease ID 0x8419508edd3a3547: Processing first storage report for DS-faf135cd-5c65-4bbd-9478-2f05a0ad953c from datanode DatanodeRegistration(127.0.0.1:33623, datanodeUuid=55f1f6e0-4c27-4126-ae74-c2538cd1be42, infoPort=35801, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091) 2024-11-20T08:56:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc336fd8de2471983 with lease ID 0x8419508edd3a3547: from storage DS-faf135cd-5c65-4bbd-9478-2f05a0ad953c node DatanodeRegistration(127.0.0.1:33623, datanodeUuid=55f1f6e0-4c27-4126-ae74-c2538cd1be42, infoPort=35801, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:11,056 WARN [Thread-115 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:56:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd3155924741d370 with lease ID 0x8419508edd3a3548: Processing first storage report for DS-8604daf2-3b21-48ab-a4bd-eebad5214891 from datanode DatanodeRegistration(127.0.0.1:41547, datanodeUuid=1fdd6a4a-e8d5-49b5-b9b2-aaa30ab74f2f, infoPort=39537, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091) 2024-11-20T08:56:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd3155924741d370 with lease ID 0x8419508edd3a3548: from storage DS-8604daf2-3b21-48ab-a4bd-eebad5214891 node DatanodeRegistration(127.0.0.1:41547, datanodeUuid=1fdd6a4a-e8d5-49b5-b9b2-aaa30ab74f2f, infoPort=39537, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd3155924741d370 with lease ID 0x8419508edd3a3548: Processing first storage report for DS-0f2d4daf-d9ac-4ff3-b450-49bd59fe763a from datanode DatanodeRegistration(127.0.0.1:41547, datanodeUuid=1fdd6a4a-e8d5-49b5-b9b2-aaa30ab74f2f, infoPort=39537, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091) 2024-11-20T08:56:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd3155924741d370 with lease ID 0x8419508edd3a3548: from storage DS-0f2d4daf-d9ac-4ff3-b450-49bd59fe763a node DatanodeRegistration(127.0.0.1:41547, datanodeUuid=1fdd6a4a-e8d5-49b5-b9b2-aaa30ab74f2f, infoPort=39537, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=1905967624;c=1732092969091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:11,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e 2024-11-20T08:56:11,357 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-20T08:56:11,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=2432 2024-11-20T08:56:11,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:56:11,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-20T08:56:11,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/zookeeper_0, clientPort=63232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:56:11,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63232 2024-11-20T08:56:11,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:11,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:11,629 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:11,629 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:11,682 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:50886 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:33623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50886 dst: /127.0.0.1:33623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-20T08:56:12,101 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:12,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103 with version=8 2024-11-20T08:56:12,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/hbase-staging 2024-11-20T08:56:12,206 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T08:56:12,462 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:12,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:12,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:12,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:12,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:12,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:12,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:56:12,713 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T08:56:12,722 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T08:56:12,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:12,755 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15036 (auto-detected) 2024-11-20T08:56:12,756 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T08:56:12,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37133 2024-11-20T08:56:12,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37133 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-20T08:56:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371330x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:12,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37133-0x100142502c00000 connected 2024-11-20T08:56:12,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:12,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:12,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:12,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103, hbase.cluster.distributed=false 2024-11-20T08:56:12,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:12,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-20T08:56:12,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37133 2024-11-20T08:56:12,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37133 2024-11-20T08:56:12,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-20T08:56:12,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37133 2024-11-20T08:56:13,031 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:13,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:13,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:13,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:56:13,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:13,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34715 2024-11-20T08:56:13,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34715 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-20T08:56:13,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:13,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:13,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347150x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:13,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34715-0x100142502c00001 connected 2024-11-20T08:56:13,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:13,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:56:13,070 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:56:13,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:56:13,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:13,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-20T08:56:13,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34715 2024-11-20T08:56:13,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34715 2024-11-20T08:56:13,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-20T08:56:13,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-20T08:56:13,100 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:13,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:13,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:13,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:56:13,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:13,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46615 2024-11-20T08:56:13,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46615 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-20T08:56:13,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:13,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466150x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:13,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46615-0x100142502c00002 connected 2024-11-20T08:56:13,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:13,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:56:13,118 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:56:13,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:56:13,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:13,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-20T08:56:13,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46615 2024-11-20T08:56:13,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46615 2024-11-20T08:56:13,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-20T08:56:13,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-20T08:56:13,154 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:13,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:13,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:13,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:13,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:56:13,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:13,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43149 2024-11-20T08:56:13,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43149 connecting to ZooKeeper ensemble=127.0.0.1:63232 2024-11-20T08:56:13,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:13,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431490x0, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:13,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43149-0x100142502c00003 connected 2024-11-20T08:56:13,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:13,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:56:13,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:56:13,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:56:13,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:13,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-20T08:56:13,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43149 2024-11-20T08:56:13,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43149 2024-11-20T08:56:13,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-20T08:56:13,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-20T08:56:13,196 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be1eb2620e0e:37133 2024-11-20T08:56:13,197 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,206 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,228 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:56:13,229 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/be1eb2620e0e,37133,1732092972262 from backup master directory 2024-11-20T08:56:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:13,233 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:13,233 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:13,235 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T08:56:13,236 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T08:56:13,300 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/hbase.id] with ID: 7cbf7faf-9373-4ef0-a5b4-be21c48c3736 2024-11-20T08:56:13,300 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/.tmp/hbase.id 2024-11-20T08:56:13,307 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,307 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,311 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:38136 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:41547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38136 dst: /127.0.0.1:41547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-20T08:56:13,318 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:13,318 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/.tmp/hbase.id]:[hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/hbase.id] 2024-11-20T08:56:13,360 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:13,364 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:56:13,383 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T08:56:13,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,400 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,400 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,403 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:39108 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:38859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39108 dst: /127.0.0.1:38859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-20T08:56:13,409 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:13,426 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:56:13,428 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:56:13,435 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:56:13,463 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,463 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,467 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:39124 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:38859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39124 dst: /127.0.0.1:38859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-20T08:56:13,474 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:13,493 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store 2024-11-20T08:56:13,511 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,511 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:13,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:38160 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38160 dst: /127.0.0.1:41547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-20T08:56:13,519 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:13,525 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T08:56:13,529 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:13,530 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:56:13,530 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:13,530 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:13,531 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:56:13,532 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:13,532 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:13,533 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732092973530Disabling compacts and flushes for region at 1732092973530Disabling writes for close at 1732092973532 (+2 ms)Writing region close event to WAL at 1732092973532Closed at 1732092973532 2024-11-20T08:56:13,535 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/.initializing 2024-11-20T08:56:13,535 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/WALs/be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:13,546 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:56:13,563 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C37133%2C1732092972262, suffix=, logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/WALs/be1eb2620e0e,37133,1732092972262, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/oldWALs, maxLogs=10 2024-11-20T08:56:13,603 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/WALs/be1eb2620e0e,37133,1732092972262/be1eb2620e0e%2C37133%2C1732092972262.1732092973569, exclude list is [], retry=0 2024-11-20T08:56:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:13,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38859,DS-062e57cc-abd4-4b05-97d5-27da22ef3462,DISK] 2024-11-20T08:56:13,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33623,DS-4ead6028-8ab3-429e-9fce-4849bca7d071,DISK] 2024-11-20T08:56:13,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8604daf2-3b21-48ab-a4bd-eebad5214891,DISK] 2024-11-20T08:56:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T08:56:13,667 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/WALs/be1eb2620e0e,37133,1732092972262/be1eb2620e0e%2C37133%2C1732092972262.1732092973569 2024-11-20T08:56:13,668 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35801:35801),(127.0.0.1/127.0.0.1:45237:45237),(127.0.0.1/127.0.0.1:39537:39537)] 2024-11-20T08:56:13,668 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:56:13,669 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:13,672 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,673 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:56:13,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:13,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:13,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:56:13,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:13,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:13,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:56:13,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:13,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:13,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:56:13,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:13,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:13,759 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,763 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,764 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,769 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,770 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,773 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:56:13,776 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:13,782 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:56:13,783 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61719844, jitterRate=-0.0803026556968689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:56:13,789 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732092973686Initializing all the Stores at 1732092973689 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092973689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092973690 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092973690Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092973690Cleaning up temporary data from old regions at 1732092973770 (+80 ms)Region opened successfully at 1732092973789 (+19 ms) 2024-11-20T08:56:13,790 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:56:13,823 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21618a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:13,858 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:56:13,869 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:56:13,870 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:56:13,873 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:56:13,874 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T08:56:13,880 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T08:56:13,881 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:56:13,913 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:56:13,924 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:56:13,926 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:56:13,929 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:56:13,931 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:56:13,934 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:56:13,936 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:56:13,940 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:56:13,942 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:56:13,943 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:56:13,945 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:56:13,963 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:56:13,965 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:56:13,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,973 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be1eb2620e0e,37133,1732092972262, sessionid=0x100142502c00000, setting cluster-up flag (Was=false) 2024-11-20T08:56:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:13,994 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:56:13,995 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:14,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,009 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:56:14,010 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:14,017 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:56:14,085 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(746): ClusterId : 7cbf7faf-9373-4ef0-a5b4-be21c48c3736 2024-11-20T08:56:14,085 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(746): ClusterId : 7cbf7faf-9373-4ef0-a5b4-be21c48c3736 2024-11-20T08:56:14,085 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(746): ClusterId : 7cbf7faf-9373-4ef0-a5b4-be21c48c3736 2024-11-20T08:56:14,090 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:56:14,090 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:56:14,090 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:56:14,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-20T08:56:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-20T08:56:14,096 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:56:14,096 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:56:14,096 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:56:14,096 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:56:14,097 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:56:14,097 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:56:14,096 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:14,100 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:56:14,100 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:56:14,100 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:56:14,101 DEBUG [RS:0;be1eb2620e0e:34715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5386554a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:14,101 DEBUG [RS:2;be1eb2620e0e:43149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb6428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:14,101 DEBUG [RS:1;be1eb2620e0e:46615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b702f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:14,108 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:56:14,117 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:56:14,118 DEBUG [RS:0;be1eb2620e0e:34715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be1eb2620e0e:34715 2024-11-20T08:56:14,121 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:56:14,121 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:56:14,122 DEBUG [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:56:14,122 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;be1eb2620e0e:43149 2024-11-20T08:56:14,123 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:56:14,123 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;be1eb2620e0e:46615 2024-11-20T08:56:14,123 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:56:14,123 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:56:14,123 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:56:14,123 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:56:14,123 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:56:14,125 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,37133,1732092972262 with port=43149, startcode=1732092973153 2024-11-20T08:56:14,125 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,37133,1732092972262 with port=46615, startcode=1732092973099 2024-11-20T08:56:14,125 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,37133,1732092972262 with port=34715, startcode=1732092972990 2024-11-20T08:56:14,125 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be1eb2620e0e,37133,1732092972262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:56:14,132 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:14,133 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:14,133 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:14,133 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:14,133 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be1eb2620e0e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:56:14,133 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,134 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:14,134 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,136 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732093004136 2024-11-20T08:56:14,138 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:56:14,139 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:56:14,140 DEBUG [RS:0;be1eb2620e0e:34715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:56:14,140 DEBUG [RS:2;be1eb2620e0e:43149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:56:14,140 DEBUG [RS:1;be1eb2620e0e:46615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:56:14,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:14,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:56:14,143 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:56:14,144 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:56:14,144 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:56:14,144 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:56:14,145 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:14,148 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:56:14,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:56:14,150 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:56:14,150 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:56:14,153 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:56:14,154 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:56:14,156 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092974155,5,FailOnTimeoutGroup] 2024-11-20T08:56:14,161 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092974156,5,FailOnTimeoutGroup] 2024-11-20T08:56:14,161 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,162 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:56:14,163 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,163 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,178 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:14,178 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:14,184 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:56:14,185 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58539, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:56:14,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:56:14,185 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:57444 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:33623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57444 dst: /127.0.0.1:33623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:14,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:14,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-20T08:56:14,195 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:14,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:56:14,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(517): Registering regionserver=be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:14,197 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103 2024-11-20T08:56:14,210 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:14,211 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:14,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:14,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(517): Registering regionserver=be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:14,218 DEBUG [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103 2024-11-20T08:56:14,218 DEBUG [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34267 2024-11-20T08:56:14,218 DEBUG [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:56:14,218 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:57460 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:33623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57460 dst: /127.0.0.1:33623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:14,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:14,222 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103 2024-11-20T08:56:14,222 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34267 2024-11-20T08:56:14,222 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:56:14,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(517): Registering regionserver=be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:14,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-20T08:56:14,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:14,225 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103 2024-11-20T08:56:14,225 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34267 2024-11-20T08:56:14,225 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:56:14,228 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:14,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:14,230 DEBUG [RS:0;be1eb2620e0e:34715 {}] zookeeper.ZKUtil(111): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:14,230 WARN [RS:0;be1eb2620e0e:34715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:14,230 INFO [RS:0;be1eb2620e0e:34715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:56:14,231 DEBUG [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:14,231 DEBUG [RS:2;be1eb2620e0e:43149 {}] zookeeper.ZKUtil(111): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:14,231 WARN [RS:2;be1eb2620e0e:43149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:14,231 INFO [RS:2;be1eb2620e0e:43149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:56:14,232 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:14,233 DEBUG [RS:1;be1eb2620e0e:46615 {}] zookeeper.ZKUtil(111): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:14,233 WARN [RS:1;be1eb2620e0e:46615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:14,233 INFO [RS:1;be1eb2620e0e:46615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:56:14,233 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:14,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be1eb2620e0e,34715,1732092972990] 2024-11-20T08:56:14,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be1eb2620e0e,43149,1732092973153] 2024-11-20T08:56:14,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be1eb2620e0e,46615,1732092973099] 2024-11-20T08:56:14,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:56:14,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:56:14,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:14,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:14,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:56:14,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:56:14,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:14,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:14,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:56:14,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:56:14,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:14,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:14,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:56:14,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:56:14,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:14,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:14,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:56:14,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740 2024-11-20T08:56:14,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740 2024-11-20T08:56:14,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:56:14,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:56:14,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:56:14,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:56:14,264 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:56:14,264 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:56:14,264 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:56:14,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:56:14,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73931705, jitterRate=0.10166825354099274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:56:14,281 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:56:14,281 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:56:14,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732092974230Initializing all the Stores at 1732092974233 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092974233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092974236 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092974236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092974236Cleaning up temporary data from old regions at 1732092974260 (+24 ms)Region opened successfully at 1732092974281 (+21 ms) 2024-11-20T08:56:14,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:56:14,282 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:56:14,282 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:56:14,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:56:14,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:56:14,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:56:14,285 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:56:14,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732092974282Disabling compacts and flushes for region at 1732092974282Disabling writes for close at 1732092974282Writing region close event to WAL at 1732092974285 (+3 ms)Closed at 1732092974285 2024-11-20T08:56:14,287 INFO [RS:2;be1eb2620e0e:43149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:56:14,287 INFO [RS:1;be1eb2620e0e:46615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:56:14,287 INFO [RS:0;be1eb2620e0e:34715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:56:14,288 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,288 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,288 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,289 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:56:14,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:14,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:56:14,292 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:56:14,292 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:56:14,295 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:56:14,295 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:56:14,296 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:56:14,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:56:14,297 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,297 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,297 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,297 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,297 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,297 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:14,298 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,298 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:14,299 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:0;be1eb2620e0e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:14,299 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,299 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,300 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:14,300 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,300 DEBUG [RS:2;be1eb2620e0e:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:14,300 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:14,300 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,300 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,300 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,301 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,301 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,301 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:14,301 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:14,301 DEBUG [RS:1;be1eb2620e0e:46615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:14,303 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,303 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,303 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,303 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,303 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,303 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,34715,1732092972990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:14,305 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,305 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,306 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,306 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,306 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:56:14,306 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,43149,1732092973153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:14,306 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,306 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,306 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,307 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,307 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,307 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46615,1732092973099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:14,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:56:14,328 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:56:14,329 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:56:14,330 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,43149,1732092973153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,330 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,34715,1732092972990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,331 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,331 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,331 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.Replication(171): be1eb2620e0e,34715,1732092972990 started 2024-11-20T08:56:14,331 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.Replication(171): be1eb2620e0e,43149,1732092973153 started 2024-11-20T08:56:14,337 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:56:14,337 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46615,1732092973099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,338 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,338 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.Replication(171): be1eb2620e0e,46615,1732092973099 started 2024-11-20T08:56:14,351 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,352 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1482): Serving as be1eb2620e0e,43149,1732092973153, RpcServer on be1eb2620e0e/172.17.0.2:43149, sessionid=0x100142502c00003 2024-11-20T08:56:14,353 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:56:14,353 DEBUG [RS:2;be1eb2620e0e:43149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:14,353 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,43149,1732092973153' 2024-11-20T08:56:14,353 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:56:14,354 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:56:14,355 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:56:14,355 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:56:14,355 DEBUG [RS:2;be1eb2620e0e:43149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:14,355 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,43149,1732092973153' 2024-11-20T08:56:14,355 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:56:14,356 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,356 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:56:14,356 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(1482): Serving as be1eb2620e0e,34715,1732092972990, RpcServer on be1eb2620e0e/172.17.0.2:34715, sessionid=0x100142502c00001 2024-11-20T08:56:14,356 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:56:14,356 DEBUG [RS:0;be1eb2620e0e:34715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:14,357 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,34715,1732092972990' 2024-11-20T08:56:14,357 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:56:14,357 DEBUG [RS:2;be1eb2620e0e:43149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:56:14,357 INFO [RS:2;be1eb2620e0e:43149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:56:14,357 INFO [RS:2;be1eb2620e0e:43149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:56:14,357 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:56:14,358 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:56:14,358 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:56:14,358 DEBUG [RS:0;be1eb2620e0e:34715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:14,358 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,34715,1732092972990' 2024-11-20T08:56:14,358 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:56:14,359 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:56:14,359 DEBUG [RS:0;be1eb2620e0e:34715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:56:14,359 INFO [RS:0;be1eb2620e0e:34715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:56:14,359 INFO [RS:0;be1eb2620e0e:34715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:56:14,362 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:14,363 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1482): Serving as be1eb2620e0e,46615,1732092973099, RpcServer on be1eb2620e0e/172.17.0.2:46615, sessionid=0x100142502c00002 2024-11-20T08:56:14,363 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:56:14,363 DEBUG [RS:1;be1eb2620e0e:46615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:14,363 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,46615,1732092973099' 2024-11-20T08:56:14,364 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:56:14,364 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:56:14,365 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:56:14,365 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:56:14,365 DEBUG [RS:1;be1eb2620e0e:46615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:14,365 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,46615,1732092973099' 2024-11-20T08:56:14,366 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:56:14,366 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:56:14,367 DEBUG [RS:1;be1eb2620e0e:46615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:56:14,367 INFO [RS:1;be1eb2620e0e:46615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:56:14,367 INFO [RS:1;be1eb2620e0e:46615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:56:14,462 INFO [RS:2;be1eb2620e0e:43149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:56:14,463 INFO [RS:0;be1eb2620e0e:34715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:56:14,466 INFO [RS:2;be1eb2620e0e:43149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C43149%2C1732092973153, suffix=, logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,43149,1732092973153, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs, maxLogs=32 2024-11-20T08:56:14,466 INFO [RS:0;be1eb2620e0e:34715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C34715%2C1732092972990, suffix=, logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,34715,1732092972990, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs, maxLogs=32 2024-11-20T08:56:14,468 WARN [be1eb2620e0e:37133 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:56:14,468 INFO [RS:1;be1eb2620e0e:46615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:56:14,471 INFO [RS:1;be1eb2620e0e:46615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C46615%2C1732092973099, suffix=, logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,46615,1732092973099, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs, maxLogs=32 2024-11-20T08:56:14,485 DEBUG [RS:0;be1eb2620e0e:34715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,34715,1732092972990/be1eb2620e0e%2C34715%2C1732092972990.1732092974470, exclude list is [], retry=0 2024-11-20T08:56:14,486 DEBUG [RS:2;be1eb2620e0e:43149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,43149,1732092973153/be1eb2620e0e%2C43149%2C1732092973153.1732092974470, exclude list is [], retry=0 2024-11-20T08:56:14,491 DEBUG [RS:1;be1eb2620e0e:46615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,46615,1732092973099/be1eb2620e0e%2C46615%2C1732092973099.1732092974473, exclude list is [], retry=0 2024-11-20T08:56:14,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33623,DS-4ead6028-8ab3-429e-9fce-4849bca7d071,DISK] 2024-11-20T08:56:14,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38859,DS-062e57cc-abd4-4b05-97d5-27da22ef3462,DISK] 2024-11-20T08:56:14,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33623,DS-4ead6028-8ab3-429e-9fce-4849bca7d071,DISK] 2024-11-20T08:56:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8604daf2-3b21-48ab-a4bd-eebad5214891,DISK] 2024-11-20T08:56:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38859,DS-062e57cc-abd4-4b05-97d5-27da22ef3462,DISK] 2024-11-20T08:56:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8604daf2-3b21-48ab-a4bd-eebad5214891,DISK] 2024-11-20T08:56:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33623,DS-4ead6028-8ab3-429e-9fce-4849bca7d071,DISK] 2024-11-20T08:56:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38859,DS-062e57cc-abd4-4b05-97d5-27da22ef3462,DISK] 2024-11-20T08:56:14,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8604daf2-3b21-48ab-a4bd-eebad5214891,DISK] 2024-11-20T08:56:14,517 INFO [RS:2;be1eb2620e0e:43149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,43149,1732092973153/be1eb2620e0e%2C43149%2C1732092973153.1732092974470 2024-11-20T08:56:14,520 DEBUG [RS:2;be1eb2620e0e:43149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45237:45237),(127.0.0.1/127.0.0.1:39537:39537),(127.0.0.1/127.0.0.1:35801:35801)] 2024-11-20T08:56:14,523 INFO [RS:0;be1eb2620e0e:34715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,34715,1732092972990/be1eb2620e0e%2C34715%2C1732092972990.1732092974470 2024-11-20T08:56:14,524 INFO [RS:1;be1eb2620e0e:46615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,46615,1732092973099/be1eb2620e0e%2C46615%2C1732092973099.1732092974473 2024-11-20T08:56:14,524 DEBUG [RS:0;be1eb2620e0e:34715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35801:35801),(127.0.0.1/127.0.0.1:45237:45237),(127.0.0.1/127.0.0.1:39537:39537)] 2024-11-20T08:56:14,525 DEBUG [RS:1;be1eb2620e0e:46615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35801:35801),(127.0.0.1/127.0.0.1:39537:39537),(127.0.0.1/127.0.0.1:45237:45237)] 2024-11-20T08:56:14,720 DEBUG [be1eb2620e0e:37133 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T08:56:14,729 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(204): Hosts are {be1eb2620e0e=0} racks are {/default-rack=0} 2024-11-20T08:56:14,735 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T08:56:14,735 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T08:56:14,736 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T08:56:14,736 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T08:56:14,736 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T08:56:14,736 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T08:56:14,736 INFO [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T08:56:14,736 INFO [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T08:56:14,736 INFO [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T08:56:14,736 DEBUG [be1eb2620e0e:37133 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:56:14,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:14,752 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be1eb2620e0e,43149,1732092973153, state=OPENING 2024-11-20T08:56:14,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:56:14,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:14,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:14,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:14,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:14,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:14,762 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:56:14,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be1eb2620e0e,43149,1732092973153}] 2024-11-20T08:56:14,940 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:56:14,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:56:14,955 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:56:14,956 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:56:14,957 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:56:14,961 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C43149%2C1732092973153.meta, suffix=.meta, logDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,43149,1732092973153, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs, maxLogs=32 2024-11-20T08:56:14,980 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,43149,1732092973153/be1eb2620e0e%2C43149%2C1732092973153.meta.1732092974964.meta, exclude list is [], retry=0 2024-11-20T08:56:14,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38859,DS-062e57cc-abd4-4b05-97d5-27da22ef3462,DISK] 2024-11-20T08:56:14,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8604daf2-3b21-48ab-a4bd-eebad5214891,DISK] 2024-11-20T08:56:14,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33623,DS-4ead6028-8ab3-429e-9fce-4849bca7d071,DISK] 2024-11-20T08:56:14,987 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/WALs/be1eb2620e0e,43149,1732092973153/be1eb2620e0e%2C43149%2C1732092973153.meta.1732092974964.meta 2024-11-20T08:56:14,988 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45237:45237),(127.0.0.1/127.0.0.1:39537:39537),(127.0.0.1/127.0.0.1:35801:35801)] 2024-11-20T08:56:14,988 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:56:14,990 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:56:14,992 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:56:14,997 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:56:15,002 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:56:15,002 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:15,003 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:56:15,003 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:56:15,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:56:15,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:56:15,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:15,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:15,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:56:15,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:56:15,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:15,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:15,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:56:15,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:56:15,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:15,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:15,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:56:15,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:56:15,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:15,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:15,017 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:56:15,018 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740 2024-11-20T08:56:15,021 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740 2024-11-20T08:56:15,023 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:56:15,023 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:56:15,024 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:56:15,026 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:56:15,028 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60438802, jitterRate=-0.09939166903495789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:56:15,028 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:56:15,030 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732092975003Writing region info on filesystem at 1732092975003Initializing all the Stores at 1732092975005 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092975005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092975006 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092975006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092975006Cleaning up temporary data from old regions at 1732092975023 (+17 ms)Running coprocessor post-open hooks at 1732092975028 (+5 ms)Region opened successfully at 1732092975029 (+1 ms) 2024-11-20T08:56:15,037 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732092974930 2024-11-20T08:56:15,048 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:56:15,049 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:56:15,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:15,052 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be1eb2620e0e,43149,1732092973153, state=OPEN 2024-11-20T08:56:15,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:15,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:15,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:15,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:15,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:15,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:15,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:15,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:15,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:15,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:56:15,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be1eb2620e0e,43149,1732092973153 in 293 msec 2024-11-20T08:56:15,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:56:15,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 768 msec 2024-11-20T08:56:15,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:15,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:56:15,092 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:56:15,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,43149,1732092973153, seqNum=-1] 2024-11-20T08:56:15,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:56:15,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50679, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:56:15,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0880 sec 2024-11-20T08:56:15,136 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732092975136, completionTime=-1 2024-11-20T08:56:15,138 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T08:56:15,138 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T08:56:15,187 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T08:56:15,188 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732093035188 2024-11-20T08:56:15,188 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732093095188 2024-11-20T08:56:15,188 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 49 msec 2024-11-20T08:56:15,189 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T08:56:15,200 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,37133,1732092972262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:15,200 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,37133,1732092972262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:15,200 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,37133,1732092972262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:15,202 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be1eb2620e0e:37133, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:15,203 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:15,203 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:15,209 DEBUG [master/be1eb2620e0e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:56:15,236 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.003sec 2024-11-20T08:56:15,238 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:56:15,239 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:56:15,240 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:56:15,241 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:56:15,241 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:56:15,242 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,37133,1732092972262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:15,242 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,37133,1732092972262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:56:15,247 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:56:15,248 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:56:15,248 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,37133,1732092972262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:15,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418871fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:56:15,300 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T08:56:15,301 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T08:56:15,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,37133,-1 for getting cluster id 2024-11-20T08:56:15,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:56:15,318 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7cbf7faf-9373-4ef0-a5b4-be21c48c3736' 2024-11-20T08:56:15,320 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:56:15,321 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7cbf7faf-9373-4ef0-a5b4-be21c48c3736" 2024-11-20T08:56:15,321 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea880b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:56:15,321 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,37133,-1] 2024-11-20T08:56:15,325 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:56:15,326 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:15,327 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:56:15,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f46cc90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:56:15,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:56:15,337 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,43149,1732092973153, seqNum=-1] 2024-11-20T08:56:15,338 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:56:15,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:56:15,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:15,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:56:15,368 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:15,371 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c26275 2024-11-20T08:56:15,372 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:56:15,374 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:56:15,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:56:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T08:56:15,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:56:15,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T08:56:15,396 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:15,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:56:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:15,408 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:15,408 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:15,413 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:38220 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38220 dst: /127.0.0.1:41547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:15,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-20T08:56:15,422 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:15,425 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a276a133e2d1dfe3e8cc4e5a31b9c529, NAME => 'TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103 2024-11-20T08:56:15,431 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:15,432 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:15,435 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:57526 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:33623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57526 dst: /127.0.0.1:33623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-20T08:56:15,442 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:15,442 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:15,442 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing a276a133e2d1dfe3e8cc4e5a31b9c529, disabling compactions & flushes 2024-11-20T08:56:15,443 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:15,443 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:15,443 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. after waiting 0 ms 2024-11-20T08:56:15,443 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:15,443 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:15,443 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for a276a133e2d1dfe3e8cc4e5a31b9c529: Waiting for close lock at 1732092975442Disabling compacts and flushes for region at 1732092975442Disabling writes for close at 1732092975443 (+1 ms)Writing region close event to WAL at 1732092975443Closed at 1732092975443 2024-11-20T08:56:15,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:56:15,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732092975446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092975446"}]},"ts":"1732092975446"} 2024-11-20T08:56:15,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:56:15,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:56:15,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092975458"}]},"ts":"1732092975458"} 2024-11-20T08:56:15,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T08:56:15,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {be1eb2620e0e=0} racks are {/default-rack=0} 2024-11-20T08:56:15,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T08:56:15,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T08:56:15,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T08:56:15,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T08:56:15,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T08:56:15,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T08:56:15,467 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T08:56:15,467 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T08:56:15,467 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T08:56:15,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:56:15,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a276a133e2d1dfe3e8cc4e5a31b9c529, ASSIGN}] 2024-11-20T08:56:15,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a276a133e2d1dfe3e8cc4e5a31b9c529, ASSIGN 2024-11-20T08:56:15,473 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a276a133e2d1dfe3e8cc4e5a31b9c529, ASSIGN; state=OFFLINE, location=be1eb2620e0e,46615,1732092973099; forceNewPlan=false, retain=false 2024-11-20T08:56:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:15,626 INFO [be1eb2620e0e:37133 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:56:15,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a276a133e2d1dfe3e8cc4e5a31b9c529, regionState=OPENING, regionLocation=be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:15,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a276a133e2d1dfe3e8cc4e5a31b9c529, ASSIGN because future has completed 2024-11-20T08:56:15,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a276a133e2d1dfe3e8cc4e5a31b9c529, server=be1eb2620e0e,46615,1732092973099}] 2024-11-20T08:56:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:15,786 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:56:15,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45037, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:56:15,796 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:15,797 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a276a133e2d1dfe3e8cc4e5a31b9c529, NAME => 'TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:56:15,797 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,797 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:15,798 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,798 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,800 INFO [StoreOpener-a276a133e2d1dfe3e8cc4e5a31b9c529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,803 INFO [StoreOpener-a276a133e2d1dfe3e8cc4e5a31b9c529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a276a133e2d1dfe3e8cc4e5a31b9c529 columnFamilyName cf 2024-11-20T08:56:15,803 DEBUG [StoreOpener-a276a133e2d1dfe3e8cc4e5a31b9c529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:15,804 INFO [StoreOpener-a276a133e2d1dfe3e8cc4e5a31b9c529-1 {}] regionserver.HStore(327): Store=a276a133e2d1dfe3e8cc4e5a31b9c529/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:15,804 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,806 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,806 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,807 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,807 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,810 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,815 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:56:15,816 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a276a133e2d1dfe3e8cc4e5a31b9c529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66987888, jitterRate=-0.001802682876586914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:56:15,816 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:15,817 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a276a133e2d1dfe3e8cc4e5a31b9c529: Running coprocessor pre-open hook at 1732092975798Writing region info on filesystem at 1732092975798Initializing all the Stores at 1732092975800 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092975800Cleaning up temporary data from old regions at 1732092975807 (+7 ms)Running coprocessor post-open hooks at 1732092975816 (+9 ms)Region opened successfully at 1732092975817 (+1 ms) 2024-11-20T08:56:15,820 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529., pid=6, masterSystemTime=1732092975786 2024-11-20T08:56:15,823 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:15,823 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:15,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a276a133e2d1dfe3e8cc4e5a31b9c529, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:15,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a276a133e2d1dfe3e8cc4e5a31b9c529, server=be1eb2620e0e,46615,1732092973099 because future has completed 2024-11-20T08:56:15,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:56:15,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a276a133e2d1dfe3e8cc4e5a31b9c529, server=be1eb2620e0e,46615,1732092973099 in 198 msec 2024-11-20T08:56:15,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:56:15,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a276a133e2d1dfe3e8cc4e5a31b9c529, ASSIGN in 365 msec 2024-11-20T08:56:15,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:56:15,839 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092975839"}]},"ts":"1732092975839"} 2024-11-20T08:56:15,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T08:56:15,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:56:15,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 458 msec 2024-11-20T08:56:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:16,035 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T08:56:16,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T08:56:16,037 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:56:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T08:56:16,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:56:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T08:56:16,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529., hostname=be1eb2620e0e,46615,1732092973099, seqNum=2] 2024-11-20T08:56:16,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:56:16,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:56:16,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T08:56:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T08:56:16,070 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:56:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:56:16,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:56:16,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:56:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:56:16,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:56:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:16,238 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a276a133e2d1dfe3e8cc4e5a31b9c529 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T08:56:16,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529/.tmp/cf/f43c873a41b34018aeb3cc1fb70a17b3 is 36, key is row/cf:cq/1732092976056/Put/seqid=0 2024-11-20T08:56:16,311 WARN [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,311 WARN [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,315 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_786600135_22 at /127.0.0.1:38236 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:41547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38236 dst: /127.0.0.1:41547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:16,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-20T08:56:16,321 WARN [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:16,321 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529/.tmp/cf/f43c873a41b34018aeb3cc1fb70a17b3 2024-11-20T08:56:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529/.tmp/cf/f43c873a41b34018aeb3cc1fb70a17b3 as hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529/cf/f43c873a41b34018aeb3cc1fb70a17b3 2024-11-20T08:56:16,375 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529/cf/f43c873a41b34018aeb3cc1fb70a17b3, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T08:56:16,382 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for a276a133e2d1dfe3e8cc4e5a31b9c529 in 143ms, sequenceid=5, compaction requested=false 2024-11-20T08:56:16,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-20T08:56:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:56:16,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a276a133e2d1dfe3e8cc4e5a31b9c529: 2024-11-20T08:56:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T08:56:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T08:56:16,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T08:56:16,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 319 msec 2024-11-20T08:56:16,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 334 msec 2024-11-20T08:56:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:56:16,696 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T08:56:16,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:56:16,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:56:16,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:16,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:56:16,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:56:16,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2135136293, stopped=false 2024-11-20T08:56:16,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be1eb2620e0e,37133,1732092972262 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:16,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:16,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:56:16,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:16,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be1eb2620e0e,34715,1732092972990' ***** 2024-11-20T08:56:16,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:56:16,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be1eb2620e0e,46615,1732092973099' ***** 2024-11-20T08:56:16,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:56:16,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:16,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:16,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be1eb2620e0e,43149,1732092973153' ***** 2024-11-20T08:56:16,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:56:16,723 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:56:16,723 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:56:16,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:16,723 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:56:16,723 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:56:16,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:16,724 INFO [RS:1;be1eb2620e0e:46615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:56:16,724 INFO [RS:1;be1eb2620e0e:46615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:56:16,724 INFO [RS:0;be1eb2620e0e:34715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:56:16,724 INFO [RS:0;be1eb2620e0e:34715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:56:16,724 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(959): stopping server be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:16,724 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(3091): Received CLOSE for a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:16,724 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:16,724 INFO [RS:0;be1eb2620e0e:34715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be1eb2620e0e:34715. 2024-11-20T08:56:16,724 DEBUG [RS:0;be1eb2620e0e:34715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:16,725 DEBUG [RS:0;be1eb2620e0e:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,725 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(976): stopping server be1eb2620e0e,34715,1732092972990; all regions closed. 2024-11-20T08:56:16,725 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(959): stopping server be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:16,725 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:16,725 INFO [RS:1;be1eb2620e0e:46615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;be1eb2620e0e:46615. 2024-11-20T08:56:16,725 DEBUG [RS:1;be1eb2620e0e:46615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:16,725 DEBUG [RS:1;be1eb2620e0e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,725 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:56:16,726 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1325): Online Regions={a276a133e2d1dfe3e8cc4e5a31b9c529=TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529.} 2024-11-20T08:56:16,726 DEBUG [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1351): Waiting on a276a133e2d1dfe3e8cc4e5a31b9c529 2024-11-20T08:56:16,726 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:56:16,726 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:56:16,726 INFO [RS:2;be1eb2620e0e:43149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:56:16,726 INFO [RS:2;be1eb2620e0e:43149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:56:16,727 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(959): stopping server be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:16,727 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:16,727 INFO [RS:2;be1eb2620e0e:43149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;be1eb2620e0e:43149. 2024-11-20T08:56:16,727 DEBUG [RS:2;be1eb2620e0e:43149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:16,727 DEBUG [RS:2;be1eb2620e0e:43149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,727 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a276a133e2d1dfe3e8cc4e5a31b9c529, disabling compactions & flushes 2024-11-20T08:56:16,727 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:56:16,727 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:16,727 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:56:16,727 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:16,727 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:56:16,727 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. after waiting 0 ms 2024-11-20T08:56:16,727 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:16,727 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:56:16,728 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:56:16,728 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:56:16,728 DEBUG [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:56:16,728 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:56:16,728 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:56:16,729 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:56:16,729 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:56:16,729 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:56:16,729 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T08:56:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_1073741826_1016 (size=93) 2024-11-20T08:56:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741826_1016 (size=93) 2024-11-20T08:56:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_1073741826_1016 (size=93) 2024-11-20T08:56:16,739 DEBUG [RS:0;be1eb2620e0e:34715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs 2024-11-20T08:56:16,740 INFO [RS:0;be1eb2620e0e:34715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be1eb2620e0e%2C34715%2C1732092972990:(num 1732092974470) 2024-11-20T08:56:16,740 DEBUG [RS:0;be1eb2620e0e:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,740 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:16,740 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:16,740 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.ChoreService(370): Chore service for: regionserver/be1eb2620e0e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:16,740 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:56:16,741 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:56:16,741 INFO [regionserver/be1eb2620e0e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:16,741 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:56:16,741 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:16,741 INFO [RS:0;be1eb2620e0e:34715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34715 2024-11-20T08:56:16,743 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/default/TestHBaseWalOnEC/a276a133e2d1dfe3e8cc4e5a31b9c529/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:56:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/be1eb2620e0e,34715,1732092972990 2024-11-20T08:56:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:16,746 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:16,746 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:16,746 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a276a133e2d1dfe3e8cc4e5a31b9c529: Waiting for close lock at 1732092976727Running coprocessor pre-close hooks at 1732092976727Disabling compacts and flushes for region at 1732092976727Disabling writes for close at 1732092976727Writing region close event to WAL at 1732092976729 (+2 ms)Running coprocessor post-close hooks at 1732092976744 (+15 ms)Closed at 1732092976746 (+2 ms) 2024-11-20T08:56:16,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be1eb2620e0e,34715,1732092972990] 2024-11-20T08:56:16,747 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529. 2024-11-20T08:56:16,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/be1eb2620e0e,34715,1732092972990 already deleted, retry=false 2024-11-20T08:56:16,749 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be1eb2620e0e,34715,1732092972990 expired; onlineServers=2 2024-11-20T08:56:16,767 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/info/8ffc7392ce9c4da7ab261584783ab708 is 153, key is TestHBaseWalOnEC,,1732092975376.a276a133e2d1dfe3e8cc4e5a31b9c529./info:regioninfo/1732092975824/Put/seqid=0 2024-11-20T08:56:16,770 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,770 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,775 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1527928171_22 at /127.0.0.1:38254 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:41547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38254 dst: /127.0.0.1:41547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-20T08:56:16,779 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:16,780 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/info/8ffc7392ce9c4da7ab261584783ab708 2024-11-20T08:56:16,807 INFO [regionserver/be1eb2620e0e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:16,809 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/ns/682a50bbcfd84259b9fdc96a4a6ab890 is 43, key is default/ns:d/1732092975121/Put/seqid=0 2024-11-20T08:56:16,811 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,811 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,814 INFO [regionserver/be1eb2620e0e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:16,815 INFO [regionserver/be1eb2620e0e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:16,815 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1527928171_22 at /127.0.0.1:38280 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:41547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38280 dst: /127.0.0.1:41547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-20T08:56:16,820 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:16,820 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/ns/682a50bbcfd84259b9fdc96a4a6ab890 2024-11-20T08:56:16,846 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/table/89c7d313e2f848148e083a6e5596edbe is 52, key is TestHBaseWalOnEC/table:state/1732092975839/Put/seqid=0 2024-11-20T08:56:16,848 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,848 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x100142502c00001, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:16,849 INFO [RS:0;be1eb2620e0e:34715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:16,850 INFO [RS:0;be1eb2620e0e:34715 {}] regionserver.HRegionServer(1031): Exiting; stopping=be1eb2620e0e,34715,1732092972990; zookeeper connection closed. 2024-11-20T08:56:16,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@eb3fe27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@eb3fe27 2024-11-20T08:56:16,851 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1527928171_22 at /127.0.0.1:38306 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:41547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38306 dst: /127.0.0.1:41547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-20T08:56:16,855 WARN [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:16,856 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/table/89c7d313e2f848148e083a6e5596edbe 2024-11-20T08:56:16,865 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/info/8ffc7392ce9c4da7ab261584783ab708 as hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/info/8ffc7392ce9c4da7ab261584783ab708 2024-11-20T08:56:16,875 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/info/8ffc7392ce9c4da7ab261584783ab708, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T08:56:16,877 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/ns/682a50bbcfd84259b9fdc96a4a6ab890 as hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/ns/682a50bbcfd84259b9fdc96a4a6ab890 2024-11-20T08:56:16,886 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/ns/682a50bbcfd84259b9fdc96a4a6ab890, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:56:16,888 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/.tmp/table/89c7d313e2f848148e083a6e5596edbe as hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/table/89c7d313e2f848148e083a6e5596edbe 2024-11-20T08:56:16,897 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/table/89c7d313e2f848148e083a6e5596edbe, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T08:56:16,899 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=11, compaction requested=false 2024-11-20T08:56:16,899 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:56:16,908 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:56:16,909 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:56:16,909 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:56:16,910 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732092976728Running coprocessor pre-close hooks at 1732092976728Disabling compacts and flushes for region at 1732092976728Disabling writes for close at 1732092976729 (+1 ms)Obtaining lock to block concurrent updates at 1732092976729Preparing flush snapshotting stores in 1588230740 at 1732092976729Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732092976730 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732092976733 (+3 ms)Flushing 1588230740/info: creating writer at 1732092976733Flushing 1588230740/info: appending metadata at 1732092976763 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732092976763Flushing 1588230740/ns: creating writer at 1732092976791 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732092976808 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732092976808Flushing 1588230740/table: creating writer at 1732092976829 (+21 ms)Flushing 1588230740/table: appending metadata at 1732092976845 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732092976845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4844017: reopening flushed file at 1732092976864 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d38f6: reopening flushed file at 1732092976875 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90bea82: reopening flushed file at 1732092976886 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=11, compaction requested=false at 1732092976899 (+13 ms)Writing region close event to WAL at 1732092976901 (+2 ms)Running coprocessor post-close hooks at 1732092976909 (+8 ms)Closed at 1732092976909 2024-11-20T08:56:16,910 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:56:16,926 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(976): stopping server be1eb2620e0e,46615,1732092973099; all regions closed. 2024-11-20T08:56:16,928 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(976): stopping server be1eb2620e0e,43149,1732092973153; all regions closed. 2024-11-20T08:56:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_1073741828_1018 (size=1298) 2024-11-20T08:56:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741828_1018 (size=1298) 2024-11-20T08:56:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_1073741828_1018 (size=1298) 2024-11-20T08:56:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_1073741829_1019 (size=2751) 2024-11-20T08:56:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_1073741829_1019 (size=2751) 2024-11-20T08:56:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741829_1019 (size=2751) 2024-11-20T08:56:16,934 DEBUG [RS:1;be1eb2620e0e:46615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be1eb2620e0e%2C46615%2C1732092973099:(num 1732092974473) 2024-11-20T08:56:16,935 DEBUG [RS:1;be1eb2620e0e:46615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.ChoreService(370): Chore service for: regionserver/be1eb2620e0e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:56:16,935 INFO [regionserver/be1eb2620e0e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:56:16,935 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:16,935 DEBUG [RS:2;be1eb2620e0e:43149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs 2024-11-20T08:56:16,935 INFO [RS:2;be1eb2620e0e:43149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be1eb2620e0e%2C43149%2C1732092973153.meta:.meta(num 1732092974964) 2024-11-20T08:56:16,936 INFO [RS:1;be1eb2620e0e:46615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46615 2024-11-20T08:56:16,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/be1eb2620e0e,46615,1732092973099 2024-11-20T08:56:16,939 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_1073741827_1017 (size=93) 2024-11-20T08:56:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741827_1017 (size=93) 2024-11-20T08:56:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_1073741827_1017 (size=93) 2024-11-20T08:56:16,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be1eb2620e0e,46615,1732092973099] 2024-11-20T08:56:16,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/be1eb2620e0e,46615,1732092973099 already deleted, retry=false 2024-11-20T08:56:16,942 DEBUG [RS:2;be1eb2620e0e:43149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/oldWALs 2024-11-20T08:56:16,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be1eb2620e0e,46615,1732092973099 expired; onlineServers=1 2024-11-20T08:56:16,942 INFO [RS:2;be1eb2620e0e:43149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be1eb2620e0e%2C43149%2C1732092973153:(num 1732092974470) 2024-11-20T08:56:16,942 DEBUG [RS:2;be1eb2620e0e:43149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:16,942 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:16,942 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:16,942 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.ChoreService(370): Chore service for: regionserver/be1eb2620e0e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:16,943 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:16,943 INFO [regionserver/be1eb2620e0e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:16,943 INFO [RS:2;be1eb2620e0e:43149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43149 2024-11-20T08:56:16,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/be1eb2620e0e,43149,1732092973153 2024-11-20T08:56:16,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:16,945 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:16,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be1eb2620e0e,43149,1732092973153] 2024-11-20T08:56:16,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/be1eb2620e0e,43149,1732092973153 already deleted, retry=false 2024-11-20T08:56:16,948 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be1eb2620e0e,43149,1732092973153 expired; onlineServers=0 2024-11-20T08:56:16,948 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be1eb2620e0e,37133,1732092972262' ***** 2024-11-20T08:56:16,948 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:56:16,948 INFO [M:0;be1eb2620e0e:37133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:16,948 INFO [M:0;be1eb2620e0e:37133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:16,948 DEBUG [M:0;be1eb2620e0e:37133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:56:16,948 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:56:16,949 DEBUG [M:0;be1eb2620e0e:37133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:56:16,949 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092974155 {}] cleaner.HFileCleaner(306): Exit Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092974155,5,FailOnTimeoutGroup] 2024-11-20T08:56:16,949 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092974156 {}] cleaner.HFileCleaner(306): Exit Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092974156,5,FailOnTimeoutGroup] 2024-11-20T08:56:16,949 INFO [M:0;be1eb2620e0e:37133 {}] hbase.ChoreService(370): Chore service for: master/be1eb2620e0e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:16,949 INFO [M:0;be1eb2620e0e:37133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:16,949 DEBUG [M:0;be1eb2620e0e:37133 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:56:16,949 INFO [M:0;be1eb2620e0e:37133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:56:16,949 INFO [M:0;be1eb2620e0e:37133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:56:16,950 INFO [M:0;be1eb2620e0e:37133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:56:16,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:56:16,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:16,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:16,951 DEBUG [M:0;be1eb2620e0e:37133 {}] zookeeper.ZKUtil(347): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:56:16,951 WARN [M:0;be1eb2620e0e:37133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:56:16,952 INFO [M:0;be1eb2620e0e:37133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/.lastflushedseqids 2024-11-20T08:56:16,961 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,961 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,964 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:39204 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:38859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39204 dst: /127.0.0.1:38859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-20T08:56:16,968 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:16,968 INFO [M:0;be1eb2620e0e:37133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:56:16,969 INFO [M:0;be1eb2620e0e:37133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:56:16,969 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:56:16,969 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:16,969 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:16,969 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:56:16,969 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:16,969 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-20T08:56:16,989 DEBUG [M:0;be1eb2620e0e:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967b0bef3b1d4182bb469cd98c780a37 is 82, key is hbase:meta,,1/info:regioninfo/1732092975050/Put/seqid=0 2024-11-20T08:56:16,991 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,992 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:16,998 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:57546 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:33623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57546 dst: /127.0.0.1:33623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:17,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-20T08:56:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-20T08:56:17,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-20T08:56:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-20T08:56:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-20T08:56:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-20T08:56:17,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-20T08:56:17,009 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:17,009 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967b0bef3b1d4182bb469cd98c780a37 2024-11-20T08:56:17,033 DEBUG [M:0;be1eb2620e0e:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/169cfd24976a4a1f99747f7a0e81e180 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732092975845/Put/seqid=0 2024-11-20T08:56:17,035 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:17,036 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:17,038 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:57590 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:33623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57590 dst: /127.0.0.1:33623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:17,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:17,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46615-0x100142502c00002, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:17,041 INFO [RS:1;be1eb2620e0e:46615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:17,041 INFO [RS:1;be1eb2620e0e:46615 {}] regionserver.HRegionServer(1031): Exiting; stopping=be1eb2620e0e,46615,1732092973099; zookeeper connection closed. 2024-11-20T08:56:17,042 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43e90c9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43e90c9f 2024-11-20T08:56:17,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775552_1037 (size=6438) 2024-11-20T08:56:17,043 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:17,043 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.13 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/169cfd24976a4a1f99747f7a0e81e180 2024-11-20T08:56:17,047 INFO [RS:2;be1eb2620e0e:43149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:17,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:17,047 INFO [RS:2;be1eb2620e0e:43149 {}] regionserver.HRegionServer(1031): Exiting; stopping=be1eb2620e0e,43149,1732092973153; zookeeper connection closed. 2024-11-20T08:56:17,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x100142502c00003, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:17,047 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29ed6a80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29ed6a80 2024-11-20T08:56:17,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T08:56:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-20T08:56:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-20T08:56:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-20T08:56:17,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-20T08:56:17,070 DEBUG [M:0;be1eb2620e0e:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6be116df2e684ffeb5c9264cb160307b is 69, key is be1eb2620e0e,34715,1732092972990/rs:state/1732092974200/Put/seqid=0 2024-11-20T08:56:17,072 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:17,072 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T08:56:17,075 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1588663618_22 at /127.0.0.1:39266 [Receiving block BP-1090235333-172.17.0.2-1732092969091:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:38859:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39266 dst: /127.0.0.1:38859 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:56:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-20T08:56:17,082 WARN [M:0;be1eb2620e0e:37133 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T08:56:17,082 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6be116df2e684ffeb5c9264cb160307b 2024-11-20T08:56:17,093 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967b0bef3b1d4182bb469cd98c780a37 as hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/967b0bef3b1d4182bb469cd98c780a37 2024-11-20T08:56:17,103 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/967b0bef3b1d4182bb469cd98c780a37, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T08:56:17,104 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/169cfd24976a4a1f99747f7a0e81e180 as hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/169cfd24976a4a1f99747f7a0e81e180 2024-11-20T08:56:17,112 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/169cfd24976a4a1f99747f7a0e81e180, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T08:56:17,113 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6be116df2e684ffeb5c9264cb160307b as hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6be116df2e684ffeb5c9264cb160307b 2024-11-20T08:56:17,121 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6be116df2e684ffeb5c9264cb160307b, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T08:56:17,123 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=72, compaction requested=false 2024-11-20T08:56:17,125 INFO [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:17,125 DEBUG [M:0;be1eb2620e0e:37133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732092976969Disabling compacts and flushes for region at 1732092976969Disabling writes for close at 1732092976969Obtaining lock to block concurrent updates at 1732092976969Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732092976969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27459, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1732092976970 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732092976971 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732092976971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732092976989 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732092976989Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732092977016 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732092977033 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732092977033Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732092977051 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732092977069 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732092977069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da7104f: reopening flushed file at 1732092977092 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6bcf81: reopening flushed file at 1732092977103 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289df6c3: reopening flushed file at 1732092977112 (+9 ms)Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=72, compaction requested=false at 1732092977123 (+11 ms)Writing region close event to WAL at 1732092977124 (+1 ms)Closed at 1732092977124 2024-11-20T08:56:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741825_1011 (size=32662) 2024-11-20T08:56:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33623 is added to blk_1073741825_1011 (size=32662) 2024-11-20T08:56:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38859 is added to blk_1073741825_1011 (size=32662) 2024-11-20T08:56:17,130 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:17,130 INFO [M:0;be1eb2620e0e:37133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:56:17,130 INFO [M:0;be1eb2620e0e:37133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37133 2024-11-20T08:56:17,131 INFO [M:0;be1eb2620e0e:37133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:17,233 INFO [M:0;be1eb2620e0e:37133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x100142502c00000, quorum=127.0.0.1:63232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:17,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:17,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:17,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:17,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:17,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:17,243 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:56:17,243 WARN [BP-1090235333-172.17.0.2-1732092969091 heartbeating to localhost/127.0.0.1:34267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:56:17,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:56:17,243 WARN [BP-1090235333-172.17.0.2-1732092969091 heartbeating to localhost/127.0.0.1:34267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1090235333-172.17.0.2-1732092969091 (Datanode Uuid 1fdd6a4a-e8d5-49b5-b9b2-aaa30ab74f2f) service to localhost/127.0.0.1:34267 2024-11-20T08:56:17,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data5/current/BP-1090235333-172.17.0.2-1732092969091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:17,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data6/current/BP-1090235333-172.17.0.2-1732092969091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:17,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:56:17,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:17,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:17,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:17,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:17,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:17,254 WARN [BP-1090235333-172.17.0.2-1732092969091 heartbeating to localhost/127.0.0.1:34267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:56:17,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:56:17,254 WARN [BP-1090235333-172.17.0.2-1732092969091 heartbeating to localhost/127.0.0.1:34267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1090235333-172.17.0.2-1732092969091 (Datanode Uuid 55f1f6e0-4c27-4126-ae74-c2538cd1be42) service to localhost/127.0.0.1:34267 2024-11-20T08:56:17,254 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:56:17,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data3/current/BP-1090235333-172.17.0.2-1732092969091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:17,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data4/current/BP-1090235333-172.17.0.2-1732092969091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:17,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:56:17,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:17,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:17,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:17,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:17,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:17,260 WARN [BP-1090235333-172.17.0.2-1732092969091 heartbeating to localhost/127.0.0.1:34267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:56:17,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:56:17,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:56:17,260 WARN [BP-1090235333-172.17.0.2-1732092969091 heartbeating to localhost/127.0.0.1:34267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1090235333-172.17.0.2-1732092969091 (Datanode Uuid b7072a2a-f67d-409a-bfc9-d3c939f745fc) service to localhost/127.0.0.1:34267 2024-11-20T08:56:17,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data1/current/BP-1090235333-172.17.0.2-1732092969091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:17,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/cluster_fbe3576c-9a73-881a-cde5-e28123a287e8/data/data2/current/BP-1090235333-172.17.0.2-1732092969091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:17,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:56:17,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:56:17,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:17,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:17,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:17,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:17,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:56:17,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:56:17,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=89 (was 158), OpenFileDescriptor=437 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 114) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2154 (was 2432) 2024-11-20T08:56:17,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=89, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=2154 2024-11-20T08:56:17,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:56:17,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.log.dir so I do NOT create it in target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5 2024-11-20T08:56:17,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23625c95-2499-9be3-f9b9-91d03564136e/hadoop.tmp.dir so I do NOT create it in target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca, deleteOnExit=true 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/test.cache.data in system properties and HBase conf 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:56:17,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:56:17,324 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:56:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:56:17,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:56:17,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:17,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:17,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:17,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:17,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:56:17,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:17,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad8d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:17,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e58533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:17,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15027254{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/java.io.tmpdir/jetty-localhost-42821-hadoop-hdfs-3_4_1-tests_jar-_-any-14416178379615927836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:56:17,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4293887f{HTTP/1.1, (http/1.1)}{localhost:42821} 2024-11-20T08:56:17,542 INFO [Time-limited test {}] server.Server(415): Started @10554ms 2024-11-20T08:56:17,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:17,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:17,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:17,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:17,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:56:17,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ebd49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:17,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f96008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:17,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f854cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/java.io.tmpdir/jetty-localhost-46571-hadoop-hdfs-3_4_1-tests_jar-_-any-13878644888464059088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:17,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70fdfe33{HTTP/1.1, (http/1.1)}{localhost:46571} 2024-11-20T08:56:17,747 INFO [Time-limited test {}] server.Server(415): Started @10759ms 2024-11-20T08:56:17,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:56:17,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:17,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:17,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:17,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:17,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:56:17,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4148d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:17,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cf3a01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:17,852 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data1/current/BP-1677649177-172.17.0.2-1732092977358/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:17,852 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data2/current/BP-1677649177-172.17.0.2-1732092977358/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:17,871 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:56:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664e0bf42a13851c with lease ID 0x7377dc951c70f4a9: Processing first storage report for DS-fca1ae6e-6b06-421b-b0ba-fcea1775cb9c from datanode DatanodeRegistration(127.0.0.1:38659, datanodeUuid=0988b8fe-1976-4fc5-ab68-a4745d0a611f, infoPort=37881, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358) 2024-11-20T08:56:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664e0bf42a13851c with lease ID 0x7377dc951c70f4a9: from storage DS-fca1ae6e-6b06-421b-b0ba-fcea1775cb9c node DatanodeRegistration(127.0.0.1:38659, datanodeUuid=0988b8fe-1976-4fc5-ab68-a4745d0a611f, infoPort=37881, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664e0bf42a13851c with lease ID 0x7377dc951c70f4a9: Processing first storage report for DS-6a3f3c23-baf3-44db-b522-d4cd30c50326 from datanode DatanodeRegistration(127.0.0.1:38659, datanodeUuid=0988b8fe-1976-4fc5-ab68-a4745d0a611f, infoPort=37881, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358) 2024-11-20T08:56:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664e0bf42a13851c with lease ID 0x7377dc951c70f4a9: from storage DS-6a3f3c23-baf3-44db-b522-d4cd30c50326 node DatanodeRegistration(127.0.0.1:38659, datanodeUuid=0988b8fe-1976-4fc5-ab68-a4745d0a611f, infoPort=37881, infoSecurePort=0, ipcPort=34199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:17,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46f4cd0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/java.io.tmpdir/jetty-localhost-46457-hadoop-hdfs-3_4_1-tests_jar-_-any-14312506751468420815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:17,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@700b2317{HTTP/1.1, (http/1.1)}{localhost:46457} 2024-11-20T08:56:17,912 INFO [Time-limited test {}] server.Server(415): Started @10924ms 2024-11-20T08:56:17,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:56:17,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:56:17,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:56:17,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:56:17,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:56:17,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:56:17,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44968fad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:56:17,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b03519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:56:18,018 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data4/current/BP-1677649177-172.17.0.2-1732092977358/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:18,018 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data3/current/BP-1677649177-172.17.0.2-1732092977358/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:18,035 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:56:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cfcf68f00efc582 with lease ID 0x7377dc951c70f4aa: Processing first storage report for DS-c2b9d78c-d9c2-4435-8c2e-70e3a7ca9b8c from datanode DatanodeRegistration(127.0.0.1:43953, datanodeUuid=be4cce58-ac3b-47b3-836b-d14a86f5d75d, infoPort=34179, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358) 2024-11-20T08:56:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cfcf68f00efc582 with lease ID 0x7377dc951c70f4aa: from storage DS-c2b9d78c-d9c2-4435-8c2e-70e3a7ca9b8c node DatanodeRegistration(127.0.0.1:43953, datanodeUuid=be4cce58-ac3b-47b3-836b-d14a86f5d75d, infoPort=34179, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cfcf68f00efc582 with lease ID 0x7377dc951c70f4aa: Processing first storage report for DS-a18e1c21-2514-4776-90e2-a08d82318d42 from datanode DatanodeRegistration(127.0.0.1:43953, datanodeUuid=be4cce58-ac3b-47b3-836b-d14a86f5d75d, infoPort=34179, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358) 2024-11-20T08:56:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cfcf68f00efc582 with lease ID 0x7377dc951c70f4aa: from storage DS-a18e1c21-2514-4776-90e2-a08d82318d42 node DatanodeRegistration(127.0.0.1:43953, datanodeUuid=be4cce58-ac3b-47b3-836b-d14a86f5d75d, infoPort=34179, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:18,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f50f857{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/java.io.tmpdir/jetty-localhost-41449-hadoop-hdfs-3_4_1-tests_jar-_-any-14634236896611093482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:18,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eeef71e{HTTP/1.1, (http/1.1)}{localhost:41449} 2024-11-20T08:56:18,078 INFO [Time-limited test {}] server.Server(415): Started @11090ms 2024-11-20T08:56:18,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:56:18,183 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data6/current/BP-1677649177-172.17.0.2-1732092977358/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:18,184 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data5/current/BP-1677649177-172.17.0.2-1732092977358/current, will proceed with Du for space computation calculation, 2024-11-20T08:56:18,205 WARN [Thread-576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:56:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64371e382561e891 with lease ID 0x7377dc951c70f4ab: Processing first storage report for DS-2ee8c30c-624f-4b0c-b34e-90fe622c62d2 from datanode DatanodeRegistration(127.0.0.1:33197, datanodeUuid=7e6715e7-3bb9-40ad-8ef8-5da5643ffa4e, infoPort=40245, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358) 2024-11-20T08:56:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64371e382561e891 with lease ID 0x7377dc951c70f4ab: from storage DS-2ee8c30c-624f-4b0c-b34e-90fe622c62d2 node DatanodeRegistration(127.0.0.1:33197, datanodeUuid=7e6715e7-3bb9-40ad-8ef8-5da5643ffa4e, infoPort=40245, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64371e382561e891 with lease ID 0x7377dc951c70f4ab: Processing first storage report for DS-a1ef7435-d9e9-4c63-b26a-764a71d59922 from datanode DatanodeRegistration(127.0.0.1:33197, datanodeUuid=7e6715e7-3bb9-40ad-8ef8-5da5643ffa4e, infoPort=40245, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358) 2024-11-20T08:56:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64371e382561e891 with lease ID 0x7377dc951c70f4ab: from storage DS-a1ef7435-d9e9-4c63-b26a-764a71d59922 node DatanodeRegistration(127.0.0.1:33197, datanodeUuid=7e6715e7-3bb9-40ad-8ef8-5da5643ffa4e, infoPort=40245, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=1462024549;c=1732092977358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:56:18,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5 2024-11-20T08:56:18,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/zookeeper_0, clientPort=49304, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:56:18,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49304 2024-11-20T08:56:18,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:56:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:56:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:56:18,327 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d with version=8 2024-11-20T08:56:18,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:34267/user/jenkins/test-data/01368483-df6c-27f2-5c82-e97260446103/hbase-staging 2024-11-20T08:56:18,330 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:18,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:18,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:18,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:56:18,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:18,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46313 2024-11-20T08:56:18,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46313 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-11-20T08:56:18,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463130x0, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:18,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46313-0x10014251d6b0000 connected 2024-11-20T08:56:18,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:18,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d, hbase.cluster.distributed=false 2024-11-20T08:56:18,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:18,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46313 2024-11-20T08:56:18,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46313 2024-11-20T08:56:18,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46313 2024-11-20T08:56:18,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46313 2024-11-20T08:56:18,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46313 2024-11-20T08:56:18,378 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:18,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:18,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:18,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:56:18,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:18,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35461 2024-11-20T08:56:18,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35461 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-11-20T08:56:18,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354610x0, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:18,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35461-0x10014251d6b0001 connected 2024-11-20T08:56:18,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:18,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:56:18,390 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:56:18,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:56:18,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:18,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-20T08:56:18,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35461 2024-11-20T08:56:18,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35461 2024-11-20T08:56:18,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-20T08:56:18,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-20T08:56:18,408 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:18,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:18,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:18,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:56:18,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:18,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45813 2024-11-20T08:56:18,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45813 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-11-20T08:56:18,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458130x0, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:18,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45813-0x10014251d6b0002 connected 2024-11-20T08:56:18,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:18,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:56:18,419 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:56:18,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:56:18,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:18,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45813 2024-11-20T08:56:18,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45813 2024-11-20T08:56:18,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45813 2024-11-20T08:56:18,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45813 2024-11-20T08:56:18,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45813 2024-11-20T08:56:18,438 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:56:18,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:56:18,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:56:18,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:56:18,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:56:18,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:56:18,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39023 2024-11-20T08:56:18,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39023 connecting to ZooKeeper ensemble=127.0.0.1:49304 2024-11-20T08:56:18,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390230x0, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:56:18,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39023-0x10014251d6b0003 connected 2024-11-20T08:56:18,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:18,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:56:18,450 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:56:18,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:56:18,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:56:18,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-20T08:56:18,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39023 2024-11-20T08:56:18,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39023 2024-11-20T08:56:18,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-20T08:56:18,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-20T08:56:18,465 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be1eb2620e0e:46313 2024-11-20T08:56:18,466 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,469 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:18,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:18,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:18,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:18,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,471 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:56:18,472 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/be1eb2620e0e,46313,1732092978329 from backup master directory 2024-11-20T08:56:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:56:18,474 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:18,474 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:18,481 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/hbase.id] with ID: 72037f6b-c59a-412b-8036-42b7cce17017 2024-11-20T08:56:18,481 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/.tmp/hbase.id 2024-11-20T08:56:18,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:56:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:56:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:56:18,493 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/.tmp/hbase.id]:[hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/hbase.id] 2024-11-20T08:56:18,512 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:56:18,512 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:56:18,515 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T08:56:18,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:56:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:56:18,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:56:18,531 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:56:18,532 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:56:18,532 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T08:56:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:56:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:56:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:56:18,546 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store 2024-11-20T08:56:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:56:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:56:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:56:18,558 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:18,558 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:56:18,558 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:18,558 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:18,558 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:56:18,558 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:18,558 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:18,558 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732092978558Disabling compacts and flushes for region at 1732092978558Disabling writes for close at 1732092978558Writing region close event to WAL at 1732092978558Closed at 1732092978558 2024-11-20T08:56:18,559 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/.initializing 2024-11-20T08:56:18,560 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/WALs/be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:18,564 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C46313%2C1732092978329, suffix=, logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/WALs/be1eb2620e0e,46313,1732092978329, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/oldWALs, maxLogs=10 2024-11-20T08:56:18,565 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor be1eb2620e0e%2C46313%2C1732092978329.1732092978564 2024-11-20T08:56:18,577 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/WALs/be1eb2620e0e,46313,1732092978329/be1eb2620e0e%2C46313%2C1732092978329.1732092978564 2024-11-20T08:56:18,579 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37881:37881),(127.0.0.1/127.0.0.1:40245:40245),(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-20T08:56:18,581 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:56:18,581 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:18,581 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,581 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:56:18,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:18,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:56:18,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:18,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:56:18,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:18,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:56:18,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:18,594 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,595 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,595 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,597 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,597 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,598 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:56:18,599 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:56:18,602 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:56:18,603 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65312358, jitterRate=-0.026770025491714478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:56:18,604 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732092978581Initializing all the Stores at 1732092978583 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092978583Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092978583Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092978583Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092978583Cleaning up temporary data from old regions at 1732092978597 (+14 ms)Region opened successfully at 1732092978604 (+7 ms) 2024-11-20T08:56:18,605 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:56:18,609 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303261e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:18,611 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:56:18,611 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:56:18,611 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:56:18,611 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:56:18,612 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:56:18,613 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:56:18,613 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:56:18,616 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:56:18,617 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:56:18,619 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:56:18,620 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:56:18,620 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:56:18,622 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:56:18,622 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:56:18,623 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:56:18,625 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:56:18,626 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:56:18,628 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:56:18,630 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:56:18,631 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:56:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:18,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,635 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be1eb2620e0e,46313,1732092978329, sessionid=0x10014251d6b0000, setting cluster-up flag (Was=false) 2024-11-20T08:56:18,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,644 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:56:18,645 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:18,657 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:56:18,658 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:18,660 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:56:18,663 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:18,663 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:56:18,663 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:56:18,663 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be1eb2620e0e,46313,1732092978329 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be1eb2620e0e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:18,665 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,668 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732093008668 2024-11-20T08:56:18,668 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:56:18,668 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:56:18,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:18,668 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:56:18,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:56:18,668 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:56:18,668 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:56:18,668 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:56:18,669 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:56:18,672 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:56:18,672 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:56:18,672 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:56:18,672 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:56:18,673 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:56:18,673 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092978673,5,FailOnTimeoutGroup] 2024-11-20T08:56:18,673 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092978673,5,FailOnTimeoutGroup] 2024-11-20T08:56:18,673 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,673 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:56:18,673 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,673 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:56:18,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:56:18,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:56:18,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:56:18,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d 2024-11-20T08:56:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:56:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:56:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:56:18,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:18,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:56:18,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:56:18,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:18,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:56:18,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:56:18,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:18,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:56:18,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:56:18,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:18,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:56:18,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:56:18,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:18,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:18,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:56:18,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740 2024-11-20T08:56:18,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740 2024-11-20T08:56:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:56:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:56:18,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:56:18,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:56:18,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:56:18,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59021984, jitterRate=-0.12050390243530273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:56:18,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732092978699Initializing all the Stores at 1732092978700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092978700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092978700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092978700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092978700Cleaning up temporary data from old regions at 1732092978713 (+13 ms)Region opened successfully at 1732092978721 (+8 ms) 2024-11-20T08:56:18,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:56:18,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:56:18,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:56:18,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:56:18,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:56:18,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:56:18,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732092978721Disabling compacts and flushes for region at 1732092978721Disabling writes for close at 1732092978721Writing region close event to WAL at 1732092978721Closed at 1732092978721 2024-11-20T08:56:18,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:18,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:56:18,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:56:18,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:56:18,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:56:18,755 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(746): ClusterId : 72037f6b-c59a-412b-8036-42b7cce17017 2024-11-20T08:56:18,755 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(746): ClusterId : 72037f6b-c59a-412b-8036-42b7cce17017 2024-11-20T08:56:18,755 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(746): ClusterId : 72037f6b-c59a-412b-8036-42b7cce17017 2024-11-20T08:56:18,755 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:56:18,755 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:56:18,755 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:56:18,758 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:56:18,758 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:56:18,758 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:56:18,758 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:56:18,758 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:56:18,758 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:56:18,762 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:56:18,762 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:56:18,762 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:56:18,762 DEBUG [RS:1;be1eb2620e0e:45813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284e483b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:18,762 DEBUG [RS:2;be1eb2620e0e:39023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482bb5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:18,763 DEBUG [RS:0;be1eb2620e0e:35461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcfccf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:56:18,774 DEBUG [RS:2;be1eb2620e0e:39023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;be1eb2620e0e:39023 2024-11-20T08:56:18,775 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;be1eb2620e0e:45813 2024-11-20T08:56:18,775 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:56:18,775 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:56:18,775 DEBUG [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:56:18,775 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:56:18,775 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:56:18,775 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:56:18,776 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,46313,1732092978329 with port=39023, startcode=1732092978437 2024-11-20T08:56:18,776 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,46313,1732092978329 with port=45813, startcode=1732092978408 2024-11-20T08:56:18,776 DEBUG [RS:1;be1eb2620e0e:45813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:56:18,776 DEBUG [RS:2;be1eb2620e0e:39023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:56:18,778 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be1eb2620e0e:35461 2024-11-20T08:56:18,778 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:56:18,778 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:56:18,778 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:56:18,778 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:56:18,779 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43187, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:56:18,779 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,46313,1732092978329 with port=35461, startcode=1732092978378 2024-11-20T08:56:18,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:18,779 DEBUG [RS:0;be1eb2620e0e:35461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:56:18,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(517): Registering regionserver=be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:18,781 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:56:18,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:18,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(517): Registering regionserver=be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:18,782 DEBUG [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d 2024-11-20T08:56:18,782 DEBUG [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40967 2024-11-20T08:56:18,782 DEBUG [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:56:18,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:18,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(517): Registering regionserver=be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:18,784 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d 2024-11-20T08:56:18,784 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40967 2024-11-20T08:56:18,784 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:56:18,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:18,786 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d 2024-11-20T08:56:18,786 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40967 2024-11-20T08:56:18,786 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:56:18,791 DEBUG [RS:2;be1eb2620e0e:39023 {}] zookeeper.ZKUtil(111): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:18,791 WARN [RS:2;be1eb2620e0e:39023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:18,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be1eb2620e0e,45813,1732092978408] 2024-11-20T08:56:18,792 INFO [RS:2;be1eb2620e0e:39023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T08:56:18,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be1eb2620e0e,39023,1732092978437] 2024-11-20T08:56:18,792 DEBUG [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:18,793 DEBUG [RS:1;be1eb2620e0e:45813 {}] zookeeper.ZKUtil(111): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:18,793 WARN [RS:1;be1eb2620e0e:45813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:18,793 INFO [RS:1;be1eb2620e0e:45813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T08:56:18,793 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:18,793 DEBUG [RS:0;be1eb2620e0e:35461 {}] zookeeper.ZKUtil(111): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:18,794 WARN [RS:0;be1eb2620e0e:35461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:56:18,794 INFO [RS:0;be1eb2620e0e:35461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T08:56:18,794 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:18,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be1eb2620e0e,35461,1732092978378] 2024-11-20T08:56:18,797 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:56:18,798 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:56:18,799 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:56:18,799 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:56:18,800 INFO [RS:2;be1eb2620e0e:39023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:56:18,800 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,800 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:56:18,801 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:56:18,801 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,802 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,803 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,803 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,803 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,803 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:18,803 DEBUG [RS:2;be1eb2620e0e:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:18,804 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:56:18,804 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:56:18,805 INFO [RS:0;be1eb2620e0e:35461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:56:18,805 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,805 INFO [RS:1;be1eb2620e0e:45813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:56:18,805 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,805 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,805 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:56:18,805 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,805 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,806 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,806 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,806 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:56:18,806 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,39023,1732092978437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:18,806 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:56:18,806 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:18,807 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:18,807 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,807 DEBUG [RS:0;be1eb2620e0e:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:18,807 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:18,808 DEBUG [RS:1;be1eb2620e0e:45813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:56:18,811 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,811 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,811 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,811 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,811 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,811 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35461,1732092978378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:18,812 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,812 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,812 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,812 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,812 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,812 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,45813,1732092978408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:18,826 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:56:18,826 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35461,1732092978378-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,827 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,827 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.Replication(171): be1eb2620e0e,35461,1732092978378 started 2024-11-20T08:56:18,827 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:56:18,827 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,39023,1732092978437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,827 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,827 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.Replication(171): be1eb2620e0e,39023,1732092978437 started 2024-11-20T08:56:18,834 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:56:18,834 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,45813,1732092978408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,834 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,834 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.Replication(171): be1eb2620e0e,45813,1732092978408 started 2024-11-20T08:56:18,842 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,842 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1482): Serving as be1eb2620e0e,35461,1732092978378, RpcServer on be1eb2620e0e/172.17.0.2:35461, sessionid=0x10014251d6b0001 2024-11-20T08:56:18,842 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:56:18,842 DEBUG [RS:0;be1eb2620e0e:35461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:18,842 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,35461,1732092978378' 2024-11-20T08:56:18,842 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:56:18,843 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:56:18,843 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:56:18,844 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:56:18,844 DEBUG [RS:0;be1eb2620e0e:35461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:18,844 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,35461,1732092978378' 2024-11-20T08:56:18,844 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:56:18,844 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:56:18,845 DEBUG [RS:0;be1eb2620e0e:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:56:18,845 INFO [RS:0;be1eb2620e0e:35461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:56:18,845 INFO [RS:0;be1eb2620e0e:35461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:56:18,849 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,849 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(1482): Serving as be1eb2620e0e,39023,1732092978437, RpcServer on be1eb2620e0e/172.17.0.2:39023, sessionid=0x10014251d6b0003 2024-11-20T08:56:18,850 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:56:18,850 DEBUG [RS:2;be1eb2620e0e:39023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:18,850 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,39023,1732092978437' 2024-11-20T08:56:18,850 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:56:18,850 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:56:18,851 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:56:18,851 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:56:18,851 DEBUG [RS:2;be1eb2620e0e:39023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:18,851 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,39023,1732092978437' 2024-11-20T08:56:18,851 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:56:18,852 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:56:18,852 DEBUG [RS:2;be1eb2620e0e:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:56:18,852 INFO [RS:2;be1eb2620e0e:39023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:56:18,852 INFO [RS:2;be1eb2620e0e:39023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:56:18,855 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:18,855 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1482): Serving as be1eb2620e0e,45813,1732092978408, RpcServer on be1eb2620e0e/172.17.0.2:45813, sessionid=0x10014251d6b0002 2024-11-20T08:56:18,855 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:56:18,855 DEBUG [RS:1;be1eb2620e0e:45813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:18,855 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,45813,1732092978408' 2024-11-20T08:56:18,855 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:56:18,856 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:56:18,856 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:56:18,856 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:56:18,856 DEBUG [RS:1;be1eb2620e0e:45813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:18,856 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,45813,1732092978408' 2024-11-20T08:56:18,857 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:56:18,857 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:56:18,857 DEBUG [RS:1;be1eb2620e0e:45813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:56:18,858 INFO [RS:1;be1eb2620e0e:45813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:56:18,858 INFO [RS:1;be1eb2620e0e:45813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:56:18,878 WARN [be1eb2620e0e:46313 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:56:18,947 INFO [RS:0;be1eb2620e0e:35461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C35461%2C1732092978378, suffix=, logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,35461,1732092978378, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs, maxLogs=32 2024-11-20T08:56:18,949 INFO [RS:0;be1eb2620e0e:35461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor be1eb2620e0e%2C35461%2C1732092978378.1732092978949 2024-11-20T08:56:18,955 INFO [RS:2;be1eb2620e0e:39023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C39023%2C1732092978437, suffix=, logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,39023,1732092978437, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs, maxLogs=32 2024-11-20T08:56:18,956 INFO [RS:2;be1eb2620e0e:39023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor be1eb2620e0e%2C39023%2C1732092978437.1732092978955 2024-11-20T08:56:18,958 INFO [RS:0;be1eb2620e0e:35461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,35461,1732092978378/be1eb2620e0e%2C35461%2C1732092978378.1732092978949 2024-11-20T08:56:18,959 DEBUG [RS:0;be1eb2620e0e:35461 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40245:40245),(127.0.0.1/127.0.0.1:34179:34179),(127.0.0.1/127.0.0.1:37881:37881)] 2024-11-20T08:56:18,960 INFO [RS:1;be1eb2620e0e:45813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C45813%2C1732092978408, suffix=, logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,45813,1732092978408, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs, maxLogs=32 2024-11-20T08:56:18,961 INFO [RS:1;be1eb2620e0e:45813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor be1eb2620e0e%2C45813%2C1732092978408.1732092978960 2024-11-20T08:56:18,970 INFO [RS:2;be1eb2620e0e:39023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,39023,1732092978437/be1eb2620e0e%2C39023%2C1732092978437.1732092978955 2024-11-20T08:56:18,972 DEBUG [RS:2;be1eb2620e0e:39023 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179),(127.0.0.1/127.0.0.1:37881:37881),(127.0.0.1/127.0.0.1:40245:40245)] 2024-11-20T08:56:18,973 INFO [RS:1;be1eb2620e0e:45813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,45813,1732092978408/be1eb2620e0e%2C45813%2C1732092978408.1732092978960 2024-11-20T08:56:18,974 DEBUG [RS:1;be1eb2620e0e:45813 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179),(127.0.0.1/127.0.0.1:40245:40245),(127.0.0.1/127.0.0.1:37881:37881)] 2024-11-20T08:56:19,128 DEBUG [be1eb2620e0e:46313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T08:56:19,128 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(204): Hosts are {be1eb2620e0e=0} racks are {/default-rack=0} 2024-11-20T08:56:19,131 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T08:56:19,131 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T08:56:19,131 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T08:56:19,131 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T08:56:19,131 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T08:56:19,131 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T08:56:19,131 INFO [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T08:56:19,131 INFO [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T08:56:19,131 INFO [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T08:56:19,131 DEBUG [be1eb2620e0e:46313 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:56:19,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:19,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be1eb2620e0e,45813,1732092978408, state=OPENING 2024-11-20T08:56:19,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:56:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:19,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,139 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:56:19,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be1eb2620e0e,45813,1732092978408}] 2024-11-20T08:56:19,294 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:56:19,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:56:19,301 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:56:19,301 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T08:56:19,304 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C45813%2C1732092978408.meta, suffix=.meta, logDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,45813,1732092978408, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs, maxLogs=32 2024-11-20T08:56:19,305 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor be1eb2620e0e%2C45813%2C1732092978408.meta.1732092979304.meta 2024-11-20T08:56:19,313 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/WALs/be1eb2620e0e,45813,1732092978408/be1eb2620e0e%2C45813%2C1732092978408.meta.1732092979304.meta 2024-11-20T08:56:19,317 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179),(127.0.0.1/127.0.0.1:40245:40245),(127.0.0.1/127.0.0.1:37881:37881)] 2024-11-20T08:56:19,320 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:56:19,321 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:56:19,321 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:56:19,321 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:56:19,321 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:56:19,321 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:19,321 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:56:19,321 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:56:19,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:56:19,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:56:19,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:19,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:19,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:56:19,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:56:19,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:19,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:19,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:56:19,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:56:19,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:19,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:19,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:56:19,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:56:19,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:19,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:56:19,330 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:56:19,331 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740 2024-11-20T08:56:19,333 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740 2024-11-20T08:56:19,335 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:56:19,335 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:56:19,335 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:56:19,337 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:56:19,338 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58784522, jitterRate=-0.12404236197471619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:56:19,339 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:56:19,340 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732092979322Writing region info on filesystem at 1732092979322Initializing all the Stores at 1732092979323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092979323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092979323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092979323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092979323Cleaning up temporary data from old regions at 1732092979335 (+12 ms)Running coprocessor post-open hooks at 1732092979339 (+4 ms)Region opened successfully at 1732092979340 (+1 ms) 2024-11-20T08:56:19,342 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732092979294 2024-11-20T08:56:19,345 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:56:19,345 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:56:19,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:19,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be1eb2620e0e,45813,1732092978408, state=OPEN 2024-11-20T08:56:19,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:19,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:19,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:19,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:56:19,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:19,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:56:19,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:56:19,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be1eb2620e0e,45813,1732092978408 in 211 msec 2024-11-20T08:56:19,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:56:19,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-20T08:56:19,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:56:19,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:56:19,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:56:19,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,45813,1732092978408, seqNum=-1] 2024-11-20T08:56:19,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:56:19,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52129, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:56:19,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-20T08:56:19,370 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732092979370, completionTime=-1 2024-11-20T08:56:19,370 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T08:56:19,370 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732093039372 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732093099372 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46313,1732092978329-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46313,1732092978329-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46313,1732092978329-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be1eb2620e0e:46313, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:19,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:19,373 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:19,374 DEBUG [master/be1eb2620e0e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:56:19,377 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.903sec 2024-11-20T08:56:19,378 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:56:19,378 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:56:19,378 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:56:19,378 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:56:19,378 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:56:19,378 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46313,1732092978329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:56:19,378 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46313,1732092978329-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:56:19,381 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:56:19,381 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:56:19,381 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,46313,1732092978329-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:56:19,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f519320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:56:19,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,46313,-1 for getting cluster id 2024-11-20T08:56:19,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:56:19,457 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72037f6b-c59a-412b-8036-42b7cce17017' 2024-11-20T08:56:19,458 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:56:19,458 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72037f6b-c59a-412b-8036-42b7cce17017" 2024-11-20T08:56:19,458 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6258d0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:56:19,458 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,46313,-1] 2024-11-20T08:56:19,459 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:56:19,459 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:19,460 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:56:19,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3515910a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:56:19,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:56:19,463 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,45813,1732092978408, seqNum=-1] 2024-11-20T08:56:19,464 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:56:19,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:56:19,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:19,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:56:19,469 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:19,469 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b5c6999 2024-11-20T08:56:19,469 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:56:19,471 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:56:19,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:56:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T08:56:19,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:56:19,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:19,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T08:56:19,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:56:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741837_1013 (size=392) 2024-11-20T08:56:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741837_1013 (size=392) 2024-11-20T08:56:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741837_1013 (size=392) 2024-11-20T08:56:19,493 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ec04bb121238bc85c671e1ca396b83a, NAME => 'TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d 2024-11-20T08:56:19,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741838_1014 (size=51) 2024-11-20T08:56:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741838_1014 (size=51) 2024-11-20T08:56:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741838_1014 (size=51) 2024-11-20T08:56:19,507 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:19,507 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 1ec04bb121238bc85c671e1ca396b83a, disabling compactions & flushes 2024-11-20T08:56:19,507 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:19,507 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:19,507 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. after waiting 0 ms 2024-11-20T08:56:19,507 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:19,507 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:19,508 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ec04bb121238bc85c671e1ca396b83a: Waiting for close lock at 1732092979507Disabling compacts and flushes for region at 1732092979507Disabling writes for close at 1732092979507Writing region close event to WAL at 1732092979507Closed at 1732092979507 2024-11-20T08:56:19,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:56:19,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732092979510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092979510"}]},"ts":"1732092979510"} 2024-11-20T08:56:19,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:56:19,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:56:19,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092979515"}]},"ts":"1732092979515"} 2024-11-20T08:56:19,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T08:56:19,518 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {be1eb2620e0e=0} racks are {/default-rack=0} 2024-11-20T08:56:19,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T08:56:19,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T08:56:19,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T08:56:19,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T08:56:19,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T08:56:19,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T08:56:19,519 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T08:56:19,519 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T08:56:19,519 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T08:56:19,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T08:56:19,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1ec04bb121238bc85c671e1ca396b83a, ASSIGN}] 2024-11-20T08:56:19,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1ec04bb121238bc85c671e1ca396b83a, ASSIGN 2024-11-20T08:56:19,524 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1ec04bb121238bc85c671e1ca396b83a, ASSIGN; state=OFFLINE, location=be1eb2620e0e,35461,1732092978378; forceNewPlan=false, retain=false 2024-11-20T08:56:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:19,674 INFO [be1eb2620e0e:46313 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T08:56:19,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ec04bb121238bc85c671e1ca396b83a, regionState=OPENING, regionLocation=be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:19,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1ec04bb121238bc85c671e1ca396b83a, ASSIGN because future has completed 2024-11-20T08:56:19,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec04bb121238bc85c671e1ca396b83a, server=be1eb2620e0e,35461,1732092978378}] 2024-11-20T08:56:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:19,835 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:56:19,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:56:19,843 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:19,843 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ec04bb121238bc85c671e1ca396b83a, NAME => 'TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:56:19,844 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,844 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:56:19,844 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,844 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,846 INFO [StoreOpener-1ec04bb121238bc85c671e1ca396b83a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,848 INFO [StoreOpener-1ec04bb121238bc85c671e1ca396b83a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec04bb121238bc85c671e1ca396b83a columnFamilyName cf 2024-11-20T08:56:19,848 DEBUG [StoreOpener-1ec04bb121238bc85c671e1ca396b83a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:56:19,849 INFO [StoreOpener-1ec04bb121238bc85c671e1ca396b83a-1 {}] regionserver.HStore(327): Store=1ec04bb121238bc85c671e1ca396b83a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:56:19,849 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,850 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,850 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,851 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,851 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,853 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,856 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:56:19,857 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ec04bb121238bc85c671e1ca396b83a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61228381, jitterRate=-0.08762602508068085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:56:19,857 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:19,859 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ec04bb121238bc85c671e1ca396b83a: Running coprocessor pre-open hook at 1732092979844Writing region info on filesystem at 1732092979844Initializing all the Stores at 1732092979845 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092979845Cleaning up temporary data from old regions at 1732092979851 (+6 ms)Running coprocessor post-open hooks at 1732092979857 (+6 ms)Region opened successfully at 1732092979859 (+2 ms) 2024-11-20T08:56:19,860 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a., pid=6, masterSystemTime=1732092979834 2024-11-20T08:56:19,864 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:19,864 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:19,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ec04bb121238bc85c671e1ca396b83a, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:19,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec04bb121238bc85c671e1ca396b83a, server=be1eb2620e0e,35461,1732092978378 because future has completed 2024-11-20T08:56:19,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:56:19,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ec04bb121238bc85c671e1ca396b83a, server=be1eb2620e0e,35461,1732092978378 in 192 msec 2024-11-20T08:56:19,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:56:19,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1ec04bb121238bc85c671e1ca396b83a, ASSIGN in 356 msec 2024-11-20T08:56:19,883 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:56:19,883 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092979883"}]},"ts":"1732092979883"} 2024-11-20T08:56:19,887 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T08:56:19,889 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:56:19,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 417 msec 2024-11-20T08:56:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:56:20,104 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T08:56:20,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T08:56:20,105 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:56:20,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T08:56:20,108 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T08:56:20,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T08:56:20,112 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a., hostname=be1eb2620e0e,35461,1732092978378, seqNum=2] 2024-11-20T08:56:20,112 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:56:20,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:56:20,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T08:56:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T08:56:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:56:20,121 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:56:20,122 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:56:20,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:56:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:56:20,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:56:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:20,277 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1ec04bb121238bc85c671e1ca396b83a 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T08:56:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a/.tmp/cf/030384b050f24c4f89e63be1adf0c95d is 36, key is row/cf:cq/1732092980115/Put/seqid=0 2024-11-20T08:56:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741839_1015 (size=4787) 2024-11-20T08:56:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741839_1015 (size=4787) 2024-11-20T08:56:20,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741839_1015 (size=4787) 2024-11-20T08:56:20,307 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a/.tmp/cf/030384b050f24c4f89e63be1adf0c95d 2024-11-20T08:56:20,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a/.tmp/cf/030384b050f24c4f89e63be1adf0c95d as hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a/cf/030384b050f24c4f89e63be1adf0c95d 2024-11-20T08:56:20,323 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a/cf/030384b050f24c4f89e63be1adf0c95d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T08:56:20,324 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 1ec04bb121238bc85c671e1ca396b83a in 47ms, sequenceid=5, compaction requested=false 2024-11-20T08:56:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1ec04bb121238bc85c671e1ca396b83a: 2024-11-20T08:56:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T08:56:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T08:56:20,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T08:56:20,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-20T08:56:20,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 214 msec 2024-11-20T08:56:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:56:20,436 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T08:56:20,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:56:20,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:56:20,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:20,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:56:20,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:56:20,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051423634, stopped=false 2024-11-20T08:56:20,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be1eb2620e0e,46313,1732092978329 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:20,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:56:20,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:20,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:56:20,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:20,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:20,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:20,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:20,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be1eb2620e0e,35461,1732092978378' ***** 2024-11-20T08:56:20,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:56:20,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be1eb2620e0e,45813,1732092978408' ***** 2024-11-20T08:56:20,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:56:20,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be1eb2620e0e,39023,1732092978437' ***** 2024-11-20T08:56:20,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:56:20,445 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:56:20,446 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:56:20,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:56:20,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:56:20,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:56:20,446 INFO [RS:1;be1eb2620e0e:45813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:56:20,446 INFO [RS:0;be1eb2620e0e:35461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:56:20,446 INFO [RS:1;be1eb2620e0e:45813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:56:20,446 INFO [RS:0;be1eb2620e0e:35461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:56:20,446 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(959): stopping server be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:20,446 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:20,446 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:20,446 INFO [RS:1;be1eb2620e0e:45813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;be1eb2620e0e:45813. 2024-11-20T08:56:20,446 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:56:20,446 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(959): stopping server be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:20,447 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:20,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:56:20,447 DEBUG [RS:1;be1eb2620e0e:45813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:20,447 INFO [RS:0;be1eb2620e0e:35461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be1eb2620e0e:35461. 2024-11-20T08:56:20,447 DEBUG [RS:1;be1eb2620e0e:45813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,447 INFO [RS:2;be1eb2620e0e:39023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:56:20,447 INFO [RS:2;be1eb2620e0e:39023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:56:20,447 DEBUG [RS:0;be1eb2620e0e:35461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:20,447 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:56:20,447 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(959): stopping server be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:20,447 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:20,447 DEBUG [RS:0;be1eb2620e0e:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,447 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:56:20,447 INFO [RS:2;be1eb2620e0e:39023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;be1eb2620e0e:39023. 2024-11-20T08:56:20,447 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:56:20,447 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ec04bb121238bc85c671e1ca396b83a, disabling compactions & flushes 2024-11-20T08:56:20,447 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:56:20,447 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:20,447 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1325): Online Regions={1ec04bb121238bc85c671e1ca396b83a=TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a.} 2024-11-20T08:56:20,447 DEBUG [RS:2;be1eb2620e0e:39023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:56:20,447 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:20,447 DEBUG [RS:2;be1eb2620e0e:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,447 DEBUG [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1351): Waiting on 1ec04bb121238bc85c671e1ca396b83a 2024-11-20T08:56:20,448 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. after waiting 0 ms 2024-11-20T08:56:20,448 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:20,448 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(976): stopping server be1eb2620e0e,39023,1732092978437; all regions closed. 2024-11-20T08:56:20,448 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:56:20,448 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,448 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,449 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,449 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,449 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,451 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:56:20,451 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:56:20,451 DEBUG [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:56:20,451 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:56:20,452 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:56:20,452 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:56:20,452 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:56:20,452 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:56:20,452 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T08:56:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741834_1010 (size=93) 2024-11-20T08:56:20,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741834_1010 (size=93) 2024-11-20T08:56:20,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741834_1010 (size=93) 2024-11-20T08:56:20,458 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/default/TestHBaseWalOnEC/1ec04bb121238bc85c671e1ca396b83a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:56:20,464 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:20,464 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ec04bb121238bc85c671e1ca396b83a: Waiting for close lock at 1732092980447Running coprocessor pre-close hooks at 1732092980447Disabling compacts and flushes for region at 1732092980447Disabling writes for close at 1732092980448 (+1 ms)Writing region close event to WAL at 1732092980452 (+4 ms)Running coprocessor post-close hooks at 1732092980463 (+11 ms)Closed at 1732092980464 (+1 ms) 2024-11-20T08:56:20,464 DEBUG [RS:2;be1eb2620e0e:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs 2024-11-20T08:56:20,464 INFO [RS:2;be1eb2620e0e:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog be1eb2620e0e%2C39023%2C1732092978437:(num 1732092978955) 2024-11-20T08:56:20,464 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a. 2024-11-20T08:56:20,464 DEBUG [RS:2;be1eb2620e0e:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,464 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:20,464 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:20,464 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.ChoreService(370): Chore service for: regionserver/be1eb2620e0e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:20,465 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:56:20,465 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:56:20,465 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:56:20,465 INFO [regionserver/be1eb2620e0e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:20,465 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:20,465 INFO [RS:2;be1eb2620e0e:39023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39023 2024-11-20T08:56:20,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/be1eb2620e0e,39023,1732092978437 2024-11-20T08:56:20,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:20,468 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:20,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be1eb2620e0e,39023,1732092978437] 2024-11-20T08:56:20,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/be1eb2620e0e,39023,1732092978437 already deleted, retry=false 2024-11-20T08:56:20,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be1eb2620e0e,39023,1732092978437 expired; onlineServers=2 2024-11-20T08:56:20,473 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/info/cabfffaa242b432eb7508760e02585c5 is 153, key is TestHBaseWalOnEC,,1732092979472.1ec04bb121238bc85c671e1ca396b83a./info:regioninfo/1732092979866/Put/seqid=0 2024-11-20T08:56:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741840_1016 (size=6637) 2024-11-20T08:56:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741840_1016 (size=6637) 2024-11-20T08:56:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741840_1016 (size=6637) 2024-11-20T08:56:20,481 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/info/cabfffaa242b432eb7508760e02585c5 2024-11-20T08:56:20,506 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/ns/8110a20f593e4cf78c8bb166bf2162db is 43, key is default/ns:d/1732092979363/Put/seqid=0 2024-11-20T08:56:20,508 INFO [regionserver/be1eb2620e0e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:20,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:56:20,513 INFO [regionserver/be1eb2620e0e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741841_1017 (size=5153) 2024-11-20T08:56:20,514 INFO [regionserver/be1eb2620e0e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741841_1017 (size=5153) 2024-11-20T08:56:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741841_1017 (size=5153) 2024-11-20T08:56:20,515 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/ns/8110a20f593e4cf78c8bb166bf2162db 2024-11-20T08:56:20,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:56:20,539 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/table/d0e10f6addf74cfa8d8944189c0e7337 is 52, key is TestHBaseWalOnEC/table:state/1732092979883/Put/seqid=0 2024-11-20T08:56:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741842_1018 (size=5249) 2024-11-20T08:56:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741842_1018 (size=5249) 2024-11-20T08:56:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741842_1018 (size=5249) 2024-11-20T08:56:20,548 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/table/d0e10f6addf74cfa8d8944189c0e7337 2024-11-20T08:56:20,557 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/info/cabfffaa242b432eb7508760e02585c5 as hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/info/cabfffaa242b432eb7508760e02585c5 2024-11-20T08:56:20,564 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/info/cabfffaa242b432eb7508760e02585c5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T08:56:20,565 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/ns/8110a20f593e4cf78c8bb166bf2162db as hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/ns/8110a20f593e4cf78c8bb166bf2162db 2024-11-20T08:56:20,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10014251d6b0003, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,570 INFO [RS:2;be1eb2620e0e:39023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:20,570 INFO [RS:2;be1eb2620e0e:39023 {}] regionserver.HRegionServer(1031): Exiting; stopping=be1eb2620e0e,39023,1732092978437; zookeeper connection closed. 2024-11-20T08:56:20,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33ae791a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33ae791a 2024-11-20T08:56:20,572 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/ns/8110a20f593e4cf78c8bb166bf2162db, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:56:20,573 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/.tmp/table/d0e10f6addf74cfa8d8944189c0e7337 as hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/table/d0e10f6addf74cfa8d8944189c0e7337 2024-11-20T08:56:20,580 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/table/d0e10f6addf74cfa8d8944189c0e7337, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T08:56:20,582 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=11, compaction requested=false 2024-11-20T08:56:20,587 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:56:20,588 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:56:20,588 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:56:20,588 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732092980451Running coprocessor pre-close hooks at 1732092980451Disabling compacts and flushes for region at 1732092980451Disabling writes for close at 1732092980452 (+1 ms)Obtaining lock to block concurrent updates at 1732092980452Preparing flush snapshotting stores in 1588230740 at 1732092980452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732092980453 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732092980454 (+1 ms)Flushing 1588230740/info: creating writer at 1732092980454Flushing 1588230740/info: appending metadata at 1732092980473 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732092980473Flushing 1588230740/ns: creating writer at 1732092980489 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732092980505 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732092980505Flushing 1588230740/table: creating writer at 1732092980523 (+18 ms)Flushing 1588230740/table: appending metadata at 1732092980539 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732092980539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee7d816: reopening flushed file at 1732092980556 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21972eaa: reopening flushed file at 1732092980564 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f30613: reopening flushed file at 1732092980572 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=11, compaction requested=false at 1732092980582 (+10 ms)Writing region close event to WAL at 1732092980583 (+1 ms)Running coprocessor post-close hooks at 1732092980588 (+5 ms)Closed at 1732092980588 2024-11-20T08:56:20,588 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:56:20,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:56:20,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:56:20,648 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(976): stopping server be1eb2620e0e,35461,1732092978378; all regions closed. 2024-11-20T08:56:20,648 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,649 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,649 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,649 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,649 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,652 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(976): stopping server be1eb2620e0e,45813,1732092978408; all regions closed. 2024-11-20T08:56:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741833_1009 (size=1298) 2024-11-20T08:56:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741833_1009 (size=1298) 2024-11-20T08:56:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741833_1009 (size=1298) 2024-11-20T08:56:20,653 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,653 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,653 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,654 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,654 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741836_1012 (size=2751) 2024-11-20T08:56:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741836_1012 (size=2751) 2024-11-20T08:56:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741836_1012 (size=2751) 2024-11-20T08:56:20,660 DEBUG [RS:0;be1eb2620e0e:35461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs 2024-11-20T08:56:20,660 INFO [RS:0;be1eb2620e0e:35461 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog be1eb2620e0e%2C35461%2C1732092978378:(num 1732092978949) 2024-11-20T08:56:20,660 DEBUG [RS:0;be1eb2620e0e:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,660 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:20,660 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:20,660 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.ChoreService(370): Chore service for: regionserver/be1eb2620e0e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:20,660 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:56:20,661 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:56:20,661 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:56:20,661 INFO [regionserver/be1eb2620e0e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:20,661 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:20,661 INFO [RS:0;be1eb2620e0e:35461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35461 2024-11-20T08:56:20,662 DEBUG [RS:1;be1eb2620e0e:45813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs 2024-11-20T08:56:20,662 INFO [RS:1;be1eb2620e0e:45813 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog be1eb2620e0e%2C45813%2C1732092978408.meta:.meta(num 1732092979304) 2024-11-20T08:56:20,662 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,663 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,663 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,663 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,663 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/be1eb2620e0e,35461,1732092978378 2024-11-20T08:56:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:20,664 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:20,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be1eb2620e0e,35461,1732092978378] 2024-11-20T08:56:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741835_1011 (size=93) 2024-11-20T08:56:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741835_1011 (size=93) 2024-11-20T08:56:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741835_1011 (size=93) 2024-11-20T08:56:20,667 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/be1eb2620e0e,35461,1732092978378 already deleted, retry=false 2024-11-20T08:56:20,667 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be1eb2620e0e,35461,1732092978378 expired; onlineServers=1 2024-11-20T08:56:20,669 DEBUG [RS:1;be1eb2620e0e:45813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/oldWALs 2024-11-20T08:56:20,669 INFO [RS:1;be1eb2620e0e:45813 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog be1eb2620e0e%2C45813%2C1732092978408:(num 1732092978960) 2024-11-20T08:56:20,669 DEBUG [RS:1;be1eb2620e0e:45813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:56:20,669 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:56:20,669 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:20,669 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.ChoreService(370): Chore service for: regionserver/be1eb2620e0e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:20,669 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:20,670 INFO [regionserver/be1eb2620e0e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:20,670 INFO [RS:1;be1eb2620e0e:45813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45813 2024-11-20T08:56:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/be1eb2620e0e,45813,1732092978408 2024-11-20T08:56:20,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:56:20,672 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:20,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be1eb2620e0e,45813,1732092978408] 2024-11-20T08:56:20,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/be1eb2620e0e,45813,1732092978408 already deleted, retry=false 2024-11-20T08:56:20,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be1eb2620e0e,45813,1732092978408 expired; onlineServers=0 2024-11-20T08:56:20,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be1eb2620e0e,46313,1732092978329' ***** 2024-11-20T08:56:20,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:56:20,675 INFO [M:0;be1eb2620e0e:46313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:56:20,675 INFO [M:0;be1eb2620e0e:46313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:56:20,675 DEBUG [M:0;be1eb2620e0e:46313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:56:20,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:56:20,676 DEBUG [M:0;be1eb2620e0e:46313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:56:20,676 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092978673 {}] cleaner.HFileCleaner(306): Exit Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092978673,5,FailOnTimeoutGroup] 2024-11-20T08:56:20,676 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092978673 {}] cleaner.HFileCleaner(306): Exit Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092978673,5,FailOnTimeoutGroup] 2024-11-20T08:56:20,676 INFO [M:0;be1eb2620e0e:46313 {}] hbase.ChoreService(370): Chore service for: master/be1eb2620e0e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:56:20,676 INFO [M:0;be1eb2620e0e:46313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:56:20,676 DEBUG [M:0;be1eb2620e0e:46313 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:56:20,676 INFO [M:0;be1eb2620e0e:46313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:56:20,676 INFO [M:0;be1eb2620e0e:46313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:56:20,676 INFO [M:0;be1eb2620e0e:46313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:56:20,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:56:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:56:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:56:20,678 DEBUG [M:0;be1eb2620e0e:46313 {}] zookeeper.ZKUtil(347): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:56:20,678 WARN [M:0;be1eb2620e0e:46313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:56:20,678 INFO [M:0;be1eb2620e0e:46313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/.lastflushedseqids 2024-11-20T08:56:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741843_1019 (size=127) 2024-11-20T08:56:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741843_1019 (size=127) 2024-11-20T08:56:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741843_1019 (size=127) 2024-11-20T08:56:20,689 INFO [M:0;be1eb2620e0e:46313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:56:20,689 INFO [M:0;be1eb2620e0e:46313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:56:20,689 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:56:20,689 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:20,689 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:20,689 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:56:20,689 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:20,690 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-20T08:56:20,708 DEBUG [M:0;be1eb2620e0e:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7478af8cb4664046ad6f2eea1bae6ed9 is 82, key is hbase:meta,,1/info:regioninfo/1732092979346/Put/seqid=0 2024-11-20T08:56:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741844_1020 (size=5672) 2024-11-20T08:56:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741844_1020 (size=5672) 2024-11-20T08:56:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741844_1020 (size=5672) 2024-11-20T08:56:20,718 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7478af8cb4664046ad6f2eea1bae6ed9 2024-11-20T08:56:20,744 DEBUG [M:0;be1eb2620e0e:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf5186ff6bff410e8b689ec28eeaee9f is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732092979891/Put/seqid=0 2024-11-20T08:56:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741845_1021 (size=6439) 2024-11-20T08:56:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741845_1021 (size=6439) 2024-11-20T08:56:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741845_1021 (size=6439) 2024-11-20T08:56:20,754 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf5186ff6bff410e8b689ec28eeaee9f 2024-11-20T08:56:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,767 INFO [RS:0;be1eb2620e0e:35461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x10014251d6b0001, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,767 INFO [RS:0;be1eb2620e0e:35461 {}] regionserver.HRegionServer(1031): Exiting; stopping=be1eb2620e0e,35461,1732092978378; zookeeper connection closed. 2024-11-20T08:56:20,767 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46beaef1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46beaef1 2024-11-20T08:56:20,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,774 INFO [RS:1;be1eb2620e0e:45813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:20,774 INFO [RS:1;be1eb2620e0e:45813 {}] regionserver.HRegionServer(1031): Exiting; stopping=be1eb2620e0e,45813,1732092978408; zookeeper connection closed. 2024-11-20T08:56:20,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45813-0x10014251d6b0002, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23b1cafd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23b1cafd 2024-11-20T08:56:20,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T08:56:20,784 DEBUG [M:0;be1eb2620e0e:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c9d05c8ec848b99cf8deb912a2e9ef is 69, key is be1eb2620e0e,35461,1732092978378/rs:state/1732092978784/Put/seqid=0 2024-11-20T08:56:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741846_1022 (size=5294) 2024-11-20T08:56:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741846_1022 (size=5294) 2024-11-20T08:56:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741846_1022 (size=5294) 2024-11-20T08:56:20,794 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c9d05c8ec848b99cf8deb912a2e9ef 2024-11-20T08:56:20,802 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7478af8cb4664046ad6f2eea1bae6ed9 as hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7478af8cb4664046ad6f2eea1bae6ed9 2024-11-20T08:56:20,809 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7478af8cb4664046ad6f2eea1bae6ed9, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T08:56:20,810 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf5186ff6bff410e8b689ec28eeaee9f as hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf5186ff6bff410e8b689ec28eeaee9f 2024-11-20T08:56:20,816 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf5186ff6bff410e8b689ec28eeaee9f, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T08:56:20,817 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c9d05c8ec848b99cf8deb912a2e9ef as hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09c9d05c8ec848b99cf8deb912a2e9ef 2024-11-20T08:56:20,823 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/1bf0544c-7fe4-a9e5-6f22-e72cf5a7125d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09c9d05c8ec848b99cf8deb912a2e9ef, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T08:56:20,825 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=72, compaction requested=false 2024-11-20T08:56:20,826 INFO [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:56:20,826 DEBUG [M:0;be1eb2620e0e:46313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732092980689Disabling compacts and flushes for region at 1732092980689Disabling writes for close at 1732092980689Obtaining lock to block concurrent updates at 1732092980690 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732092980690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1732092980690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732092980691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732092980691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732092980708 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732092980708Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732092980726 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732092980743 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732092980743Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732092980761 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732092980784 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732092980784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df4090a: reopening flushed file at 1732092980800 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d50882b: reopening flushed file at 1732092980809 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b78cc5: reopening flushed file at 1732092980816 (+7 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=72, compaction requested=false at 1732092980825 (+9 ms)Writing region close event to WAL at 1732092980826 (+1 ms)Closed at 1732092980826 2024-11-20T08:56:20,827 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,827 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,827 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,827 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,827 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T08:56:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43953 is added to blk_1073741830_1006 (size=32674) 2024-11-20T08:56:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741830_1006 (size=32674) 2024-11-20T08:56:20,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741830_1006 (size=32674) 2024-11-20T08:56:20,831 INFO [M:0;be1eb2620e0e:46313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:56:20,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:56:20,831 INFO [M:0;be1eb2620e0e:46313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46313 2024-11-20T08:56:20,832 INFO [M:0;be1eb2620e0e:46313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:56:20,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,934 INFO [M:0;be1eb2620e0e:46313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:56:20,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10014251d6b0000, quorum=127.0.0.1:49304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:56:20,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f50f857{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:20,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eeef71e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:20,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:20,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b03519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:20,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44968fad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:20,939 WARN [BP-1677649177-172.17.0.2-1732092977358 heartbeating to localhost/127.0.0.1:40967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:56:20,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:56:20,939 WARN [BP-1677649177-172.17.0.2-1732092977358 heartbeating to localhost/127.0.0.1:40967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1677649177-172.17.0.2-1732092977358 (Datanode Uuid 7e6715e7-3bb9-40ad-8ef8-5da5643ffa4e) service to localhost/127.0.0.1:40967 2024-11-20T08:56:20,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:56:20,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data5/current/BP-1677649177-172.17.0.2-1732092977358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:20,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data6/current/BP-1677649177-172.17.0.2-1732092977358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:20,940 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:56:20,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46f4cd0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:20,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@700b2317{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:20,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:20,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55cf3a01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:20,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4148d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:20,947 WARN [BP-1677649177-172.17.0.2-1732092977358 heartbeating to localhost/127.0.0.1:40967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:56:20,947 WARN [BP-1677649177-172.17.0.2-1732092977358 heartbeating to localhost/127.0.0.1:40967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1677649177-172.17.0.2-1732092977358 (Datanode Uuid be4cce58-ac3b-47b3-836b-d14a86f5d75d) service to localhost/127.0.0.1:40967 2024-11-20T08:56:20,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:56:20,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:56:20,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data3/current/BP-1677649177-172.17.0.2-1732092977358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:20,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data4/current/BP-1677649177-172.17.0.2-1732092977358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:20,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:56:20,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f854cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:56:20,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70fdfe33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:20,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:20,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f96008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:20,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ebd49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:20,957 WARN [BP-1677649177-172.17.0.2-1732092977358 heartbeating to localhost/127.0.0.1:40967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:56:20,957 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:56:20,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:56:20,957 WARN [BP-1677649177-172.17.0.2-1732092977358 heartbeating to localhost/127.0.0.1:40967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1677649177-172.17.0.2-1732092977358 (Datanode Uuid 0988b8fe-1976-4fc5-ab68-a4745d0a611f) service to localhost/127.0.0.1:40967 2024-11-20T08:56:20,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data1/current/BP-1677649177-172.17.0.2-1732092977358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:20,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/cluster_156be635-6585-3a10-33bc-f507110c11ca/data/data2/current/BP-1677649177-172.17.0.2-1732092977358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:56:20,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:56:20,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15027254{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:56:20,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4293887f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:56:20,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:56:20,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e58533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:56:20,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad8d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/965f7425-067f-c01d-bf15-f496f865a1f5/hadoop.log.dir/,STOPPED} 2024-11-20T08:56:20,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:56:21,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:56:21,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=151 (was 89) - Thread LEAK? -, OpenFileDescriptor=521 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=2002 (was 2154)