2024-11-21 14:54:57,859 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-21 14:54:57,875 main DEBUG Took 0.013389 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 14:54:57,876 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 14:54:57,876 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 14:54:57,877 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 14:54:57,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,899 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 14:54:57,915 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,920 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,921 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,922 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,925 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,926 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,927 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,928 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:54:57,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,930 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 14:54:57,932 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:54:57,934 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 14:54:57,936 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 14:54:57,937 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 14:54:57,939 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 14:54:57,939 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 14:54:57,951 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 14:54:57,954 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 14:54:57,957 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 14:54:57,957 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 14:54:57,958 main DEBUG createAppenders(={Console}) 2024-11-21 14:54:57,959 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-21 14:54:57,959 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-21 14:54:57,959 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-21 14:54:57,960 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 14:54:57,960 main DEBUG OutputStream closed 2024-11-21 14:54:57,961 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 14:54:57,961 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 14:54:57,961 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-21 14:54:58,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 14:54:58,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 14:54:58,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 14:54:58,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 14:54:58,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 14:54:58,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 14:54:58,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 14:54:58,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 14:54:58,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 14:54:58,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 14:54:58,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 14:54:58,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 14:54:58,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 14:54:58,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 14:54:58,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 14:54:58,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 14:54:58,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 14:54:58,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 14:54:58,071 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 14:54:58,072 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-21 14:54:58,072 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 14:54:58,073 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-21T14:54:58,091 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-21 14:54:58,094 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 14:54:58,094 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T14:54:58,500 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45 2024-11-21T14:54:58,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add, deleteOnExit=true 2024-11-21T14:54:58,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/test.cache.data in system properties and HBase conf 2024-11-21T14:54:58,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:54:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:54:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:54:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:54:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:54:58,684 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T14:54:58,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:54:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:54:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:54:58,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:54:58,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:54:58,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:54:58,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:54:58,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:54:58,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:54:58,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:54:58,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:54:58,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:54:58,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:54:58,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:54:58,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:54:59,985 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:55:00,093 INFO [Time-limited test {}] log.Log(170): Logging initialized @3018ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T14:55:00,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:00,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:00,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:00,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:00,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:55:00,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:00,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:00,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:00,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/java.io.tmpdir/jetty-localhost-33673-hadoop-hdfs-3_4_1-tests_jar-_-any-6580027036239999632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:55:00,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:33673} 2024-11-21T14:55:00,677 INFO [Time-limited test {}] server.Server(415): Started @3602ms 2024-11-21T14:55:01,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:01,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:01,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:01,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:01,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:55:01,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:01,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:01,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e705dc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/java.io.tmpdir/jetty-localhost-45665-hadoop-hdfs-3_4_1-tests_jar-_-any-11590610544012828526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:01,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:45665} 2024-11-21T14:55:01,501 INFO [Time-limited test {}] server.Server(415): Started @4427ms 2024-11-21T14:55:01,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:55:01,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:01,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:01,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:01,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:01,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:55:01,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:01,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:01,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b068f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/java.io.tmpdir/jetty-localhost-32985-hadoop-hdfs-3_4_1-tests_jar-_-any-10557762869700065462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:01,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:32985} 2024-11-21T14:55:01,959 INFO [Time-limited test {}] server.Server(415): Started @4884ms 2024-11-21T14:55:01,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:55:02,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:02,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:02,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:02,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:02,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:55:02,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:02,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:02,217 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data4/current/BP-1262748409-172.17.0.2-1732200899644/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:02,217 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data2/current/BP-1262748409-172.17.0.2-1732200899644/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:02,221 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data3/current/BP-1262748409-172.17.0.2-1732200899644/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:02,221 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data1/current/BP-1262748409-172.17.0.2-1732200899644/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:02,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f750918{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/java.io.tmpdir/jetty-localhost-45395-hadoop-hdfs-3_4_1-tests_jar-_-any-10322768364909516655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:02,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:45395} 2024-11-21T14:55:02,239 INFO [Time-limited test {}] server.Server(415): Started @5164ms 2024-11-21T14:55:02,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:55:02,303 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:55:02,304 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:55:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c6213f61d0ea2e6 with lease ID 0x2985ae88accc6f15: Processing first storage report for DS-04a12a00-5841-4fa3-9bd8-f8906769eb68 from datanode DatanodeRegistration(127.0.0.1:38635, datanodeUuid=5cd1f16c-0577-4ddc-9924-7461d1a53acb, infoPort=32963, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644) 2024-11-21T14:55:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c6213f61d0ea2e6 with lease ID 0x2985ae88accc6f15: from storage DS-04a12a00-5841-4fa3-9bd8-f8906769eb68 node DatanodeRegistration(127.0.0.1:38635, datanodeUuid=5cd1f16c-0577-4ddc-9924-7461d1a53acb, infoPort=32963, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:55:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd99773fc79b3c8cb with lease ID 0x2985ae88accc6f14: Processing first storage report for DS-04148422-2ce4-4f5d-9868-af6920e808b9 from datanode DatanodeRegistration(127.0.0.1:44857, datanodeUuid=7ecb5b68-6208-4404-91ac-70c86a1facf4, infoPort=45029, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644) 2024-11-21T14:55:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd99773fc79b3c8cb with lease ID 0x2985ae88accc6f14: from storage DS-04148422-2ce4-4f5d-9868-af6920e808b9 node DatanodeRegistration(127.0.0.1:44857, datanodeUuid=7ecb5b68-6208-4404-91ac-70c86a1facf4, infoPort=45029, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:55:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c6213f61d0ea2e6 with lease ID 0x2985ae88accc6f15: Processing first storage report for DS-9d26918a-cea3-4d4e-b81c-f1be4ef39452 from datanode DatanodeRegistration(127.0.0.1:38635, datanodeUuid=5cd1f16c-0577-4ddc-9924-7461d1a53acb, infoPort=32963, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644) 2024-11-21T14:55:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c6213f61d0ea2e6 with lease ID 0x2985ae88accc6f15: from storage DS-9d26918a-cea3-4d4e-b81c-f1be4ef39452 node DatanodeRegistration(127.0.0.1:38635, datanodeUuid=5cd1f16c-0577-4ddc-9924-7461d1a53acb, infoPort=32963, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:55:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd99773fc79b3c8cb with lease ID 0x2985ae88accc6f14: Processing first storage report for DS-95070ad6-4f2e-451a-9c5d-f765b8f587b8 from datanode DatanodeRegistration(127.0.0.1:44857, datanodeUuid=7ecb5b68-6208-4404-91ac-70c86a1facf4, infoPort=45029, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644) 2024-11-21T14:55:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd99773fc79b3c8cb with lease ID 0x2985ae88accc6f14: from storage DS-95070ad6-4f2e-451a-9c5d-f765b8f587b8 node DatanodeRegistration(127.0.0.1:44857, datanodeUuid=7ecb5b68-6208-4404-91ac-70c86a1facf4, infoPort=45029, infoSecurePort=0, ipcPort=35491, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:55:02,443 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data5/current/BP-1262748409-172.17.0.2-1732200899644/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:02,444 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data6/current/BP-1262748409-172.17.0.2-1732200899644/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:02,477 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:55:02,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x241d87af678e5414 with lease ID 0x2985ae88accc6f16: Processing first storage report for DS-69f299c8-dcf1-4895-b75b-c407cfc64283 from datanode DatanodeRegistration(127.0.0.1:32895, datanodeUuid=b493499f-2e4b-4950-b64c-6767048e6ffa, infoPort=40555, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644) 2024-11-21T14:55:02,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x241d87af678e5414 with lease ID 0x2985ae88accc6f16: from storage DS-69f299c8-dcf1-4895-b75b-c407cfc64283 node DatanodeRegistration(127.0.0.1:32895, datanodeUuid=b493499f-2e4b-4950-b64c-6767048e6ffa, infoPort=40555, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:55:02,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x241d87af678e5414 with lease ID 0x2985ae88accc6f16: Processing first storage report for DS-bb94f330-7d98-4bdc-a841-fdf769172fdf from datanode DatanodeRegistration(127.0.0.1:32895, datanodeUuid=b493499f-2e4b-4950-b64c-6767048e6ffa, infoPort=40555, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644) 2024-11-21T14:55:02,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x241d87af678e5414 with lease ID 0x2985ae88accc6f16: from storage DS-bb94f330-7d98-4bdc-a841-fdf769172fdf node DatanodeRegistration(127.0.0.1:32895, datanodeUuid=b493499f-2e4b-4950-b64c-6767048e6ffa, infoPort=40555, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=794183972;c=1732200899644), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:55:02,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45 2024-11-21T14:55:02,830 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-21T14:55:02,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=156, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=1872 2024-11-21T14:55:02,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:55:02,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-21T14:55:02,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/zookeeper_0, clientPort=61786, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:55:03,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61786 2024-11-21T14:55:03,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:03,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:03,134 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:03,135 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:03,185 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53442 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53442 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-21T14:55:03,605 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:03,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148 with version=8 2024-11-21T14:55:03,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/hbase-staging 2024-11-21T14:55:03,716 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T14:55:03,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:04,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:04,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:04,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:55:04,225 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T14:55:04,234 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T14:55:04,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:04,267 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12344 (auto-detected) 2024-11-21T14:55:04,268 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T14:55:04,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45747 2024-11-21T14:55:04,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45747 connecting to ZooKeeper ensemble=127.0.0.1:61786 2024-11-21T14:55:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457470x0, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:04,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45747-0x1001a93ea200000 connected 2024-11-21T14:55:04,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:04,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148, hbase.cluster.distributed=false 2024-11-21T14:55:04,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:04,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45747 2024-11-21T14:55:04,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45747 2024-11-21T14:55:04,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45747 2024-11-21T14:55:04,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45747 2024-11-21T14:55:04,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45747 2024-11-21T14:55:04,580 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:04,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:04,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:04,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:55:04,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:04,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44799 2024-11-21T14:55:04,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44799 connecting to ZooKeeper ensemble=127.0.0.1:61786 2024-11-21T14:55:04,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447990x0, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:04,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44799-0x1001a93ea200001 connected 2024-11-21T14:55:04,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:04,608 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:55:04,618 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:55:04,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:55:04,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:04,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44799 2024-11-21T14:55:04,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44799 2024-11-21T14:55:04,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44799 2024-11-21T14:55:04,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44799 2024-11-21T14:55:04,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44799 2024-11-21T14:55:04,655 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:04,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:04,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:04,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:55:04,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:04,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37677 2024-11-21T14:55:04,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37677 connecting to ZooKeeper ensemble=127.0.0.1:61786 2024-11-21T14:55:04,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376770x0, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:04,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376770x0, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:04,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37677-0x1001a93ea200002 connected 2024-11-21T14:55:04,669 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:55:04,670 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:55:04,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:55:04,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:04,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37677 2024-11-21T14:55:04,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37677 2024-11-21T14:55:04,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37677 2024-11-21T14:55:04,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37677 2024-11-21T14:55:04,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37677 2024-11-21T14:55:04,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:04,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:04,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:04,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:04,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:55:04,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:04,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35437 2024-11-21T14:55:04,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35437 connecting to ZooKeeper ensemble=127.0.0.1:61786 2024-11-21T14:55:04,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354370x0, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:04,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35437-0x1001a93ea200003 connected 2024-11-21T14:55:04,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:04,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:55:04,714 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:55:04,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:55:04,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:04,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-21T14:55:04,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35437 2024-11-21T14:55:04,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35437 2024-11-21T14:55:04,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-21T14:55:04,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-21T14:55:04,738 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7796871bd2a:45747 2024-11-21T14:55:04,739 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7796871bd2a,45747,1732200903770 2024-11-21T14:55:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,751 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7796871bd2a,45747,1732200903770 2024-11-21T14:55:04,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:04,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,782 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T14:55:04,784 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7796871bd2a,45747,1732200903770 from backup master directory 2024-11-21T14:55:04,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,788 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:04,788 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7796871bd2a,45747,1732200903770 2024-11-21T14:55:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7796871bd2a,45747,1732200903770 2024-11-21T14:55:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:04,791 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T14:55:04,792 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T14:55:04,865 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/hbase.id] with ID: 1e937517-1d38-4aa3-8434-aba7ecea3985 2024-11-21T14:55:04,865 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/.tmp/hbase.id 2024-11-21T14:55:04,872 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:04,873 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:04,878 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:48720 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:44857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48720 dst: /127.0.0.1:44857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-21T14:55:04,885 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:04,885 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/.tmp/hbase.id]:[hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/hbase.id] 2024-11-21T14:55:04,932 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:04,937 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:55:04,958 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-21T14:55:04,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:04,978 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:04,978 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:04,981 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53462 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53462 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:04,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-21T14:55:04,987 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:05,003 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:55:05,006 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:55:05,014 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:55:05,047 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,048 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,053 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53476 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53476 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-21T14:55:05,060 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:05,082 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store 2024-11-21T14:55:05,102 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,103 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,106 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53464 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38635:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53464 dst: /127.0.0.1:38635 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-21T14:55:05,113 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:05,118 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T14:55:05,121 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:05,122 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:55:05,122 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:05,122 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:05,124 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:55:05,124 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:05,125 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:05,126 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200905122Disabling compacts and flushes for region at 1732200905122Disabling writes for close at 1732200905124 (+2 ms)Writing region close event to WAL at 1732200905124Closed at 1732200905125 (+1 ms) 2024-11-21T14:55:05,128 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/.initializing 2024-11-21T14:55:05,129 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/WALs/f7796871bd2a,45747,1732200903770 2024-11-21T14:55:05,138 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:55:05,155 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C45747%2C1732200903770, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/WALs/f7796871bd2a,45747,1732200903770, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/oldWALs, maxLogs=10 2024-11-21T14:55:05,191 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/WALs/f7796871bd2a,45747,1732200903770/f7796871bd2a%2C45747%2C1732200903770.1732200905160, exclude list is [], retry=0 2024-11-21T14:55:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-04a12a00-5841-4fa3-9bd8-f8906769eb68,DISK] 2024-11-21T14:55:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32895,DS-69f299c8-dcf1-4895-b75b-c407cfc64283,DISK] 2024-11-21T14:55:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44857,DS-04148422-2ce4-4f5d-9868-af6920e808b9,DISK] 2024-11-21T14:55:05,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T14:55:05,261 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/WALs/f7796871bd2a,45747,1732200903770/f7796871bd2a%2C45747%2C1732200903770.1732200905160 2024-11-21T14:55:05,262 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32963:32963),(127.0.0.1/127.0.0.1:40555:40555),(127.0.0.1/127.0.0.1:45029:45029)] 2024-11-21T14:55:05,262 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:55:05,263 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:05,266 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,267 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:55:05,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:05,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:55:05,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:05,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:55:05,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:05,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:55:05,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:05,364 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,369 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,371 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-21T14:55:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-21T14:55:05,379 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,380 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,384 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:55:05,388 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:05,394 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:55:05,396 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67188508, jitterRate=0.0011867880821228027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:55:05,403 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732200905281Initializing all the Stores at 1732200905283 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200905284 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200905284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200905284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200905285 (+1 ms)Cleaning up temporary data from old regions at 1732200905380 (+95 ms)Region opened successfully at 1732200905402 (+22 ms) 2024-11-21T14:55:05,404 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:55:05,444 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc6e4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:05,482 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:55:05,496 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:55:05,496 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:55:05,500 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:55:05,501 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:55:05,508 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T14:55:05,508 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:55:05,537 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:55:05,546 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T14:55:05,548 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T14:55:05,551 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:55:05,553 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:55:05,555 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T14:55:05,558 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:55:05,561 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:55:05,563 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T14:55:05,564 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:55:05,566 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T14:55:05,587 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:55:05,589 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T14:55:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,598 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7796871bd2a,45747,1732200903770, sessionid=0x1001a93ea200000, setting cluster-up flag (Was=false) 2024-11-21T14:55:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,618 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T14:55:05,620 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,45747,1732200903770 2024-11-21T14:55:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:05,635 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T14:55:05,637 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,45747,1732200903770 2024-11-21T14:55:05,644 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:55:05,728 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(746): ClusterId : 1e937517-1d38-4aa3-8434-aba7ecea3985 2024-11-21T14:55:05,728 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(746): ClusterId : 1e937517-1d38-4aa3-8434-aba7ecea3985 2024-11-21T14:55:05,728 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(746): ClusterId : 1e937517-1d38-4aa3-8434-aba7ecea3985 2024-11-21T14:55:05,731 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:55:05,731 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:55:05,731 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:55:05,733 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:05,738 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:55:05,738 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:55:05,738 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:55:05,738 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:55:05,738 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:55:05,740 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:55:05,743 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:55:05,744 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:55:05,744 DEBUG [RS:1;f7796871bd2a:37677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b775ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:05,745 DEBUG [RS:2;f7796871bd2a:35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619668c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:05,745 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:55:05,746 DEBUG [RS:0;f7796871bd2a:44799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd4c068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:05,747 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:55:05,755 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:55:05,763 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7796871bd2a,45747,1732200903770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:55:05,769 DEBUG [RS:2;f7796871bd2a:35437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f7796871bd2a:35437 2024-11-21T14:55:05,770 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7796871bd2a:37677 2024-11-21T14:55:05,774 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:55:05,774 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:55:05,774 DEBUG [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:55:05,774 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:05,775 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:05,775 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:05,775 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:05,776 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7796871bd2a:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:55:05,776 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,776 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:05,776 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,777 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:55:05,777 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:55:05,777 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:55:05,778 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,45747,1732200903770 with port=35437, startcode=1732200904693 2024-11-21T14:55:05,778 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,45747,1732200903770 with port=37677, startcode=1732200904654 2024-11-21T14:55:05,783 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200935783 2024-11-21T14:55:05,785 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:55:05,786 DEBUG [RS:0;f7796871bd2a:44799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7796871bd2a:44799 2024-11-21T14:55:05,786 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:55:05,786 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:55:05,786 DEBUG [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:55:05,787 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:55:05,787 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,45747,1732200903770 with port=44799, startcode=1732200904529 2024-11-21T14:55:05,790 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:55:05,791 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:55:05,791 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:55:05,791 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:55:05,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:05,794 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:55:05,792 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,796 DEBUG [RS:0;f7796871bd2a:44799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:55:05,796 DEBUG [RS:1;f7796871bd2a:37677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:55:05,796 DEBUG [RS:2;f7796871bd2a:35437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:55:05,799 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:55:05,800 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:55:05,801 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:55:05,803 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:55:05,803 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,803 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:55:05,804 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:55:05,805 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200905805,5,FailOnTimeoutGroup] 2024-11-21T14:55:05,808 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200905806,5,FailOnTimeoutGroup] 2024-11-21T14:55:05,808 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,808 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:55:05,809 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,810 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,829 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,829 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,843 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53524 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53524 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:05,844 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34973, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:55:05,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:55:05,845 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:55:05,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-21T14:55:05,850 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:05,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,37677,1732200904654 2024-11-21T14:55:05,852 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:55:05,853 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148 2024-11-21T14:55:05,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,37677,1732200904654 2024-11-21T14:55:05,864 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,864 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:05,868 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53550 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53550 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:05,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,35437,1732200904693 2024-11-21T14:55:05,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,35437,1732200904693 2024-11-21T14:55:05,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,44799,1732200904529 2024-11-21T14:55:05,877 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148 2024-11-21T14:55:05,877 DEBUG [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148 2024-11-21T14:55:05,877 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41453 2024-11-21T14:55:05,877 DEBUG [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41453 2024-11-21T14:55:05,877 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:55:05,878 DEBUG [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:55:05,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-21T14:55:05,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,44799,1732200904529 2024-11-21T14:55:05,879 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:05,880 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:05,883 DEBUG [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148 2024-11-21T14:55:05,883 DEBUG [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41453 2024-11-21T14:55:05,883 DEBUG [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:55:05,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:05,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:55:05,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:55:05,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:05,891 DEBUG [RS:2;f7796871bd2a:35437 {}] zookeeper.ZKUtil(111): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,35437,1732200904693 2024-11-21T14:55:05,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:55:05,891 DEBUG [RS:1;f7796871bd2a:37677 {}] zookeeper.ZKUtil(111): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,37677,1732200904654 2024-11-21T14:55:05,892 WARN [RS:1;f7796871bd2a:37677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:05,892 WARN [RS:2;f7796871bd2a:35437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:05,892 INFO [RS:1;f7796871bd2a:37677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:55:05,892 INFO [RS:2;f7796871bd2a:35437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:55:05,892 DEBUG [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,35437,1732200904693 2024-11-21T14:55:05,893 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,37677,1732200904654 2024-11-21T14:55:05,893 DEBUG [RS:0;f7796871bd2a:44799 {}] zookeeper.ZKUtil(111): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,44799,1732200904529 2024-11-21T14:55:05,893 WARN [RS:0;f7796871bd2a:44799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:05,894 INFO [RS:0;f7796871bd2a:44799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:55:05,894 DEBUG [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,44799,1732200904529 2024-11-21T14:55:05,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,35437,1732200904693] 2024-11-21T14:55:05,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,37677,1732200904654] 2024-11-21T14:55:05,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,44799,1732200904529] 2024-11-21T14:55:05,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:55:05,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:55:05,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:55:05,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:05,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:55:05,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:55:05,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:05,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:05,916 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:55:05,918 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740 2024-11-21T14:55:05,919 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740 2024-11-21T14:55:05,922 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:55:05,922 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:55:05,924 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:55:05,927 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:55:05,934 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:55:05,934 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:55:05,934 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:55:05,946 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:55:05,947 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74592377, jitterRate=0.11151303350925446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:55:05,948 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732200905881Initializing all the Stores at 1732200905884 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200905884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200905885 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200905885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200905886 (+1 ms)Cleaning up temporary data from old regions at 1732200905922 (+36 ms)Region opened successfully at 1732200905948 (+26 ms) 2024-11-21T14:55:05,948 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:55:05,948 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:55:05,949 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:55:05,949 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:55:05,949 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:55:05,950 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:55:05,950 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:55:05,950 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:55:05,950 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200905948Disabling compacts and flushes for region at 1732200905948Disabling writes for close at 1732200905949 (+1 ms)Writing region close event to WAL at 1732200905950 (+1 ms)Closed at 1732200905950 2024-11-21T14:55:05,951 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:55:05,956 INFO [RS:1;f7796871bd2a:37677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:55:05,956 INFO [RS:0;f7796871bd2a:44799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:55:05,956 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:05,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:55:05,957 INFO [RS:2;f7796871bd2a:35437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:55:05,957 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,957 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,958 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:55:05,960 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:55:05,960 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:55:05,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:55:05,966 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:55:05,967 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:55:05,967 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:55:05,968 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,968 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,968 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,969 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,969 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:05,970 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:05,970 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,970 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:05,970 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,971 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,971 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,971 DEBUG [RS:1;f7796871bd2a:37677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:05,971 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:05,971 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:05,971 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:05,971 DEBUG [RS:0;f7796871bd2a:44799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:05,971 DEBUG [RS:2;f7796871bd2a:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:05,978 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:55:05,982 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:55:05,988 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,988 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,988 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,989 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,989 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,989 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,37677,1732200904654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:05,989 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,989 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,989 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,989 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,44799,1732200904529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:05,990 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,35437,1732200904693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:06,016 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:55:06,016 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:55:06,018 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,44799,1732200904529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,018 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,37677,1732200904654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,019 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:55:06,019 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,019 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,019 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,35437,1732200904693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,019 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.Replication(171): f7796871bd2a,44799,1732200904529 started 2024-11-21T14:55:06,019 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.Replication(171): f7796871bd2a,37677,1732200904654 started 2024-11-21T14:55:06,019 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,019 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.Replication(171): f7796871bd2a,35437,1732200904693 started 2024-11-21T14:55:06,040 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,040 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,44799,1732200904529, RpcServer on f7796871bd2a/172.17.0.2:44799, sessionid=0x1001a93ea200001 2024-11-21T14:55:06,042 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:55:06,042 DEBUG [RS:0;f7796871bd2a:44799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,44799,1732200904529 2024-11-21T14:55:06,042 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,44799,1732200904529' 2024-11-21T14:55:06,043 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:55:06,044 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:55:06,045 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:55:06,045 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:55:06,045 DEBUG [RS:0;f7796871bd2a:44799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,44799,1732200904529 2024-11-21T14:55:06,045 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,44799,1732200904529' 2024-11-21T14:55:06,045 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:55:06,045 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:55:06,046 DEBUG [RS:0;f7796871bd2a:44799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:55:06,046 INFO [RS:0;f7796871bd2a:44799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:55:06,046 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,046 INFO [RS:0;f7796871bd2a:44799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:55:06,046 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,37677,1732200904654, RpcServer on f7796871bd2a/172.17.0.2:37677, sessionid=0x1001a93ea200002 2024-11-21T14:55:06,047 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:55:06,047 DEBUG [RS:1;f7796871bd2a:37677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,37677,1732200904654 2024-11-21T14:55:06,047 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,37677,1732200904654' 2024-11-21T14:55:06,047 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:55:06,047 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,047 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,35437,1732200904693, RpcServer on f7796871bd2a/172.17.0.2:35437, sessionid=0x1001a93ea200003 2024-11-21T14:55:06,047 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:55:06,047 DEBUG [RS:2;f7796871bd2a:35437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,35437,1732200904693 2024-11-21T14:55:06,047 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,35437,1732200904693' 2024-11-21T14:55:06,047 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:55:06,048 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:55:06,048 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:55:06,049 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:55:06,049 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:55:06,049 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:55:06,049 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:55:06,049 DEBUG [RS:2;f7796871bd2a:35437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,35437,1732200904693 2024-11-21T14:55:06,049 DEBUG [RS:1;f7796871bd2a:37677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,37677,1732200904654 2024-11-21T14:55:06,049 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,35437,1732200904693' 2024-11-21T14:55:06,049 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,37677,1732200904654' 2024-11-21T14:55:06,049 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:55:06,049 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:55:06,050 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:55:06,051 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:55:06,051 DEBUG [RS:2;f7796871bd2a:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:55:06,051 INFO [RS:2;f7796871bd2a:35437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:55:06,052 INFO [RS:2;f7796871bd2a:35437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:55:06,052 DEBUG [RS:1;f7796871bd2a:37677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:55:06,052 INFO [RS:1;f7796871bd2a:37677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:55:06,052 INFO [RS:1;f7796871bd2a:37677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:55:06,133 WARN [f7796871bd2a:45747 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T14:55:06,153 INFO [RS:1;f7796871bd2a:37677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:55:06,153 INFO [RS:0;f7796871bd2a:44799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:55:06,153 INFO [RS:2;f7796871bd2a:35437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:55:06,157 INFO [RS:1;f7796871bd2a:37677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C37677%2C1732200904654, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,37677,1732200904654, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs, maxLogs=32 2024-11-21T14:55:06,157 INFO [RS:0;f7796871bd2a:44799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C44799%2C1732200904529, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,44799,1732200904529, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs, maxLogs=32 2024-11-21T14:55:06,157 INFO [RS:2;f7796871bd2a:35437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C35437%2C1732200904693, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,35437,1732200904693, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs, maxLogs=32 2024-11-21T14:55:06,178 DEBUG [RS:1;f7796871bd2a:37677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,37677,1732200904654/f7796871bd2a%2C37677%2C1732200904654.1732200906163, exclude list is [], retry=0 2024-11-21T14:55:06,178 DEBUG [RS:2;f7796871bd2a:35437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,35437,1732200904693/f7796871bd2a%2C35437%2C1732200904693.1732200906162, exclude list is [], retry=0 2024-11-21T14:55:06,180 DEBUG [RS:0;f7796871bd2a:44799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,44799,1732200904529/f7796871bd2a%2C44799%2C1732200904529.1732200906162, exclude list is [], retry=0 2024-11-21T14:55:06,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-04a12a00-5841-4fa3-9bd8-f8906769eb68,DISK] 2024-11-21T14:55:06,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-04a12a00-5841-4fa3-9bd8-f8906769eb68,DISK] 2024-11-21T14:55:06,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32895,DS-69f299c8-dcf1-4895-b75b-c407cfc64283,DISK] 2024-11-21T14:55:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32895,DS-69f299c8-dcf1-4895-b75b-c407cfc64283,DISK] 2024-11-21T14:55:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44857,DS-04148422-2ce4-4f5d-9868-af6920e808b9,DISK] 2024-11-21T14:55:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44857,DS-04148422-2ce4-4f5d-9868-af6920e808b9,DISK] 2024-11-21T14:55:06,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44857,DS-04148422-2ce4-4f5d-9868-af6920e808b9,DISK] 2024-11-21T14:55:06,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-04a12a00-5841-4fa3-9bd8-f8906769eb68,DISK] 2024-11-21T14:55:06,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32895,DS-69f299c8-dcf1-4895-b75b-c407cfc64283,DISK] 2024-11-21T14:55:06,224 INFO [RS:0;f7796871bd2a:44799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,44799,1732200904529/f7796871bd2a%2C44799%2C1732200904529.1732200906162 2024-11-21T14:55:06,224 INFO [RS:1;f7796871bd2a:37677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,37677,1732200904654/f7796871bd2a%2C37677%2C1732200904654.1732200906163 2024-11-21T14:55:06,225 INFO [RS:2;f7796871bd2a:35437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,35437,1732200904693/f7796871bd2a%2C35437%2C1732200904693.1732200906162 2024-11-21T14:55:06,225 DEBUG [RS:0;f7796871bd2a:44799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029),(127.0.0.1/127.0.0.1:32963:32963),(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-21T14:55:06,225 DEBUG [RS:2;f7796871bd2a:35437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32963:32963),(127.0.0.1/127.0.0.1:40555:40555),(127.0.0.1/127.0.0.1:45029:45029)] 2024-11-21T14:55:06,225 DEBUG [RS:1;f7796871bd2a:37677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32963:32963),(127.0.0.1/127.0.0.1:40555:40555),(127.0.0.1/127.0.0.1:45029:45029)] 2024-11-21T14:55:06,386 DEBUG [f7796871bd2a:45747 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T14:55:06,399 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:55:06,409 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:55:06,410 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:55:06,410 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:55:06,410 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:55:06,410 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:55:06,410 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:55:06,410 INFO [f7796871bd2a:45747 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:55:06,410 INFO [f7796871bd2a:45747 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:55:06,410 INFO [f7796871bd2a:45747 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:55:06,410 DEBUG [f7796871bd2a:45747 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:55:06,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7796871bd2a,37677,1732200904654 2024-11-21T14:55:06,429 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,37677,1732200904654, state=OPENING 2024-11-21T14:55:06,443 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:55:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:06,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:06,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:06,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,459 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:55:06,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,37677,1732200904654}] 2024-11-21T14:55:06,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:55:06,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:55:06,675 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:55:06,676 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:55:06,676 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:55:06,680 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C37677%2C1732200904654.meta, suffix=.meta, logDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,37677,1732200904654, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs, maxLogs=32 2024-11-21T14:55:06,699 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,37677,1732200904654/f7796871bd2a%2C37677%2C1732200904654.meta.1732200906682.meta, exclude list is [], retry=0 2024-11-21T14:55:06,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44857,DS-04148422-2ce4-4f5d-9868-af6920e808b9,DISK] 2024-11-21T14:55:06,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32895,DS-69f299c8-dcf1-4895-b75b-c407cfc64283,DISK] 2024-11-21T14:55:06,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-04a12a00-5841-4fa3-9bd8-f8906769eb68,DISK] 2024-11-21T14:55:06,708 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/WALs/f7796871bd2a,37677,1732200904654/f7796871bd2a%2C37677%2C1732200904654.meta.1732200906682.meta 2024-11-21T14:55:06,709 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029),(127.0.0.1/127.0.0.1:40555:40555),(127.0.0.1/127.0.0.1:32963:32963)] 2024-11-21T14:55:06,709 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:55:06,711 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:55:06,714 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:55:06,719 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:55:06,724 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:55:06,724 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:06,725 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:55:06,725 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:55:06,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:55:06,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:55:06,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:06,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:06,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:55:06,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:55:06,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:06,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:06,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:55:06,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:55:06,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:55:06,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:55:06,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:06,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:06,739 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:55:06,740 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740 2024-11-21T14:55:06,743 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740 2024-11-21T14:55:06,746 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:55:06,746 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:55:06,747 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:55:06,749 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:55:06,751 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61257698, jitterRate=-0.08718916773796082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:55:06,751 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:55:06,753 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732200906726Writing region info on filesystem at 1732200906726Initializing all the Stores at 1732200906728 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200906728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200906729 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200906729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200906729Cleaning up temporary data from old regions at 1732200906746 (+17 ms)Running coprocessor post-open hooks at 1732200906751 (+5 ms)Region opened successfully at 1732200906753 (+2 ms) 2024-11-21T14:55:06,763 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732200906647 2024-11-21T14:55:06,777 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:55:06,777 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:55:06,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37677,1732200904654 2024-11-21T14:55:06,783 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,37677,1732200904654, state=OPEN 2024-11-21T14:55:06,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:06,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:06,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:06,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:06,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,786 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7796871bd2a,37677,1732200904654 2024-11-21T14:55:06,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:06,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:55:06,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,37677,1732200904654 in 325 msec 2024-11-21T14:55:06,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:55:06,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 829 msec 2024-11-21T14:55:06,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:06,806 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:55:06,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:55:06,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,37677,1732200904654, seqNum=-1] 2024-11-21T14:55:06,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:55:06,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:55:06,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-21T14:55:06,880 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732200906880, completionTime=-1 2024-11-21T14:55:06,884 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T14:55:06,884 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:55:06,952 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T14:55:06,952 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200966952 2024-11-21T14:55:06,952 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732201026952 2024-11-21T14:55:06,953 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 68 msec 2024-11-21T14:55:06,955 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:55:06,972 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,45747,1732200903770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,972 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,45747,1732200903770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,972 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,45747,1732200903770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,974 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7796871bd2a:45747, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,974 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,975 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:06,983 DEBUG [master/f7796871bd2a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:55:07,011 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.222sec 2024-11-21T14:55:07,012 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:55:07,014 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:55:07,015 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:55:07,015 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:55:07,015 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:55:07,016 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,45747,1732200903770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:07,017 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,45747,1732200903770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:55:07,022 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:55:07,023 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:55:07,024 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,45747,1732200903770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:07,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e100a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:55:07,045 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T14:55:07,046 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T14:55:07,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,45747,-1 for getting cluster id 2024-11-21T14:55:07,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:55:07,064 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e937517-1d38-4aa3-8434-aba7ecea3985' 2024-11-21T14:55:07,066 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:55:07,066 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e937517-1d38-4aa3-8434-aba7ecea3985" 2024-11-21T14:55:07,067 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb6fd2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:55:07,067 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,45747,-1] 2024-11-21T14:55:07,070 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:55:07,072 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:07,073 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:55:07,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387c5c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:55:07,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:55:07,086 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,37677,1732200904654, seqNum=-1] 2024-11-21T14:55:07,086 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:55:07,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:55:07,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7796871bd2a,45747,1732200903770 2024-11-21T14:55:07,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:55:07,126 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,45747,1732200903770 2024-11-21T14:55:07,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4d2ae5 2024-11-21T14:55:07,131 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:55:07,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:55:07,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:55:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-21T14:55:07,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:55:07,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-21T14:55:07,170 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:07,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:55:07,198 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:07,198 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:07,205 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:48792 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48792 dst: /127.0.0.1:44857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-21T14:55:07,221 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:07,229 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa9c8b72e81f28caf5740d843e8e6a06, NAME => 'TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148 2024-11-21T14:55:07,246 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:07,246 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:07,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:48810 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:44857:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48810 dst: /127.0.0.1:44857 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-21T14:55:07,259 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:07,260 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:07,260 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing fa9c8b72e81f28caf5740d843e8e6a06, disabling compactions & flushes 2024-11-21T14:55:07,260 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:07,260 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:07,260 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. after waiting 0 ms 2024-11-21T14:55:07,260 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:07,260 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:07,261 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa9c8b72e81f28caf5740d843e8e6a06: Waiting for close lock at 1732200907260Disabling compacts and flushes for region at 1732200907260Disabling writes for close at 1732200907260Writing region close event to WAL at 1732200907260Closed at 1732200907260 2024-11-21T14:55:07,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:55:07,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732200907264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200907264"}]},"ts":"1732200907264"} 2024-11-21T14:55:07,275 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:55:07,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:55:07,280 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200907278"}]},"ts":"1732200907278"} 2024-11-21T14:55:07,287 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-21T14:55:07,287 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:55:07,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:55:07,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:55:07,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:55:07,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:55:07,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:55:07,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:55:07,289 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:55:07,289 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:55:07,289 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:55:07,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:55:07,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fa9c8b72e81f28caf5740d843e8e6a06, ASSIGN}] 2024-11-21T14:55:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:07,295 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fa9c8b72e81f28caf5740d843e8e6a06, ASSIGN 2024-11-21T14:55:07,298 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fa9c8b72e81f28caf5740d843e8e6a06, ASSIGN; state=OFFLINE, location=f7796871bd2a,37677,1732200904654; forceNewPlan=false, retain=false 2024-11-21T14:55:07,452 INFO [f7796871bd2a:45747 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:55:07,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa9c8b72e81f28caf5740d843e8e6a06, regionState=OPENING, regionLocation=f7796871bd2a,37677,1732200904654 2024-11-21T14:55:07,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fa9c8b72e81f28caf5740d843e8e6a06, ASSIGN because future has completed 2024-11-21T14:55:07,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9c8b72e81f28caf5740d843e8e6a06, server=f7796871bd2a,37677,1732200904654}] 2024-11-21T14:55:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:07,640 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:07,640 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa9c8b72e81f28caf5740d843e8e6a06, NAME => 'TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:55:07,641 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,641 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:07,641 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,642 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,647 INFO [StoreOpener-fa9c8b72e81f28caf5740d843e8e6a06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,650 INFO [StoreOpener-fa9c8b72e81f28caf5740d843e8e6a06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9c8b72e81f28caf5740d843e8e6a06 columnFamilyName cf 2024-11-21T14:55:07,650 DEBUG [StoreOpener-fa9c8b72e81f28caf5740d843e8e6a06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:07,652 INFO [StoreOpener-fa9c8b72e81f28caf5740d843e8e6a06-1 {}] regionserver.HStore(327): Store=fa9c8b72e81f28caf5740d843e8e6a06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:07,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,655 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,656 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,657 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,657 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,660 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,677 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:55:07,679 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa9c8b72e81f28caf5740d843e8e6a06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61999814, jitterRate=-0.07613077759742737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:55:07,679 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:07,680 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa9c8b72e81f28caf5740d843e8e6a06: Running coprocessor pre-open hook at 1732200907642Writing region info on filesystem at 1732200907642Initializing all the Stores at 1732200907646 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200907646Cleaning up temporary data from old regions at 1732200907657 (+11 ms)Running coprocessor post-open hooks at 1732200907679 (+22 ms)Region opened successfully at 1732200907680 (+1 ms) 2024-11-21T14:55:07,683 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06., pid=6, masterSystemTime=1732200907630 2024-11-21T14:55:07,690 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:07,690 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:07,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa9c8b72e81f28caf5740d843e8e6a06, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,37677,1732200904654 2024-11-21T14:55:07,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9c8b72e81f28caf5740d843e8e6a06, server=f7796871bd2a,37677,1732200904654 because future has completed 2024-11-21T14:55:07,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:55:07,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa9c8b72e81f28caf5740d843e8e6a06, server=f7796871bd2a,37677,1732200904654 in 225 msec 2024-11-21T14:55:07,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:55:07,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=fa9c8b72e81f28caf5740d843e8e6a06, ASSIGN in 417 msec 2024-11-21T14:55:07,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:55:07,717 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200907717"}]},"ts":"1732200907717"} 2024-11-21T14:55:07,725 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-21T14:55:07,728 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:55:07,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 582 msec 2024-11-21T14:55:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:07,813 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T14:55:07,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-21T14:55:07,815 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:55:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-21T14:55:07,823 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:55:07,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-21T14:55:07,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06., hostname=f7796871bd2a,37677,1732200904654, seqNum=2] 2024-11-21T14:55:07,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-21T14:55:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-21T14:55:07,854 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:55:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:55:07,857 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:55:07,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:55:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:55:08,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:55:08,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:08,030 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing fa9c8b72e81f28caf5740d843e8e6a06 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-21T14:55:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06/.tmp/cf/b5bc588efe7249d79c5d6980368f48d9 is 36, key is row/cf:cq/1732200907837/Put/seqid=0 2024-11-21T14:55:08,121 WARN [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,122 WARN [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1188438716_22 at /127.0.0.1:53598 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53598 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:08,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-21T14:55:08,145 WARN [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:08,145 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06/.tmp/cf/b5bc588efe7249d79c5d6980368f48d9 2024-11-21T14:55:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:55:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06/.tmp/cf/b5bc588efe7249d79c5d6980368f48d9 as hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06/cf/b5bc588efe7249d79c5d6980368f48d9 2024-11-21T14:55:08,209 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06/cf/b5bc588efe7249d79c5d6980368f48d9, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T14:55:08,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for fa9c8b72e81f28caf5740d843e8e6a06 in 187ms, sequenceid=5, compaction requested=false 2024-11-21T14:55:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-21T14:55:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for fa9c8b72e81f28caf5740d843e8e6a06: 2024-11-21T14:55:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:08,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T14:55:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T14:55:08,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T14:55:08,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-21T14:55:08,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 394 msec 2024-11-21T14:55:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-21T14:55:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-21T14:55:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-21T14:55:08,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-21T14:55:08,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-21T14:55:08,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-21T14:55:08,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-21T14:55:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-21T14:55:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:55:08,483 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T14:55:08,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:55:08,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:55:08,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:08,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:55:08,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:55:08,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2135136293, stopped=false 2024-11-21T14:55:08,512 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7796871bd2a,45747,1732200903770 2024-11-21T14:55:08,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:08,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:08,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:08,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:08,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:08,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:08,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:08,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:08,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:08,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:08,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:08,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:55:08,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:08,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:55:08,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:08,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,44799,1732200904529' ***** 2024-11-21T14:55:08,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:55:08,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,37677,1732200904654' ***** 2024-11-21T14:55:08,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:55:08,525 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:55:08,525 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:55:08,525 INFO [RS:0;f7796871bd2a:44799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:55:08,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:55:08,526 INFO [RS:0;f7796871bd2a:44799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:55:08,526 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,44799,1732200904529 2024-11-21T14:55:08,526 INFO [RS:0;f7796871bd2a:44799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:08,526 INFO [RS:1;f7796871bd2a:37677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:55:08,526 INFO [RS:0;f7796871bd2a:44799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7796871bd2a:44799. 2024-11-21T14:55:08,526 INFO [RS:1;f7796871bd2a:37677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:55:08,526 DEBUG [RS:0;f7796871bd2a:44799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:08,526 DEBUG [RS:0;f7796871bd2a:44799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,526 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(3091): Received CLOSE for fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:08,526 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,44799,1732200904529; all regions closed. 2024-11-21T14:55:08,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,35437,1732200904693' ***** 2024-11-21T14:55:08,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:55:08,528 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:55:08,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:55:08,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:55:08,528 INFO [RS:2;f7796871bd2a:35437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:55:08,528 INFO [RS:2;f7796871bd2a:35437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:55:08,528 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,35437,1732200904693 2024-11-21T14:55:08,528 INFO [RS:2;f7796871bd2a:35437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:08,529 INFO [RS:2;f7796871bd2a:35437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f7796871bd2a:35437. 2024-11-21T14:55:08,529 DEBUG [RS:2;f7796871bd2a:35437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:08,529 DEBUG [RS:2;f7796871bd2a:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,529 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,35437,1732200904693; all regions closed. 2024-11-21T14:55:08,530 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:08,532 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,37677,1732200904654 2024-11-21T14:55:08,532 INFO [RS:1;f7796871bd2a:37677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:08,532 INFO [RS:1;f7796871bd2a:37677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7796871bd2a:37677. 2024-11-21T14:55:08,532 DEBUG [RS:1;f7796871bd2a:37677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:08,532 DEBUG [RS:1;f7796871bd2a:37677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,533 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa9c8b72e81f28caf5740d843e8e6a06, disabling compactions & flushes 2024-11-21T14:55:08,533 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:08,533 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:08,533 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. after waiting 0 ms 2024-11-21T14:55:08,533 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:08,533 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:55:08,533 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:55:08,533 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:55:08,534 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:55:08,537 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:55:08,537 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1325): Online Regions={fa9c8b72e81f28caf5740d843e8e6a06=TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:55:08,537 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:55:08,537 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:55:08,537 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:55:08,537 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:55:08,537 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa9c8b72e81f28caf5740d843e8e6a06 2024-11-21T14:55:08,537 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:55:08,537 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T14:55:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_1073741828_1018 (size=93) 2024-11-21T14:55:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741828_1018 (size=93) 2024-11-21T14:55:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_1073741828_1018 (size=93) 2024-11-21T14:55:08,564 DEBUG [RS:0;f7796871bd2a:44799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs 2024-11-21T14:55:08,565 INFO [RS:0;f7796871bd2a:44799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C44799%2C1732200904529:(num 1732200906162) 2024-11-21T14:55:08,565 DEBUG [RS:0;f7796871bd2a:44799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,565 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:08,565 INFO [RS:0;f7796871bd2a:44799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:08,566 INFO [RS:0;f7796871bd2a:44799 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:08,566 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:08,566 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:55:08,566 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:55:08,566 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:55:08,566 INFO [RS:0;f7796871bd2a:44799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:08,567 INFO [RS:0;f7796871bd2a:44799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44799 2024-11-21T14:55:08,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,44799,1732200904529 2024-11-21T14:55:08,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:08,572 INFO [RS:0;f7796871bd2a:44799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_1073741827_1017 (size=93) 2024-11-21T14:55:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741827_1017 (size=93) 2024-11-21T14:55:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_1073741827_1017 (size=93) 2024-11-21T14:55:08,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,44799,1732200904529] 2024-11-21T14:55:08,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,44799,1732200904529 already deleted, retry=false 2024-11-21T14:55:08,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,44799,1732200904529 expired; onlineServers=2 2024-11-21T14:55:08,597 DEBUG [RS:2;f7796871bd2a:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs 2024-11-21T14:55:08,597 INFO [RS:2;f7796871bd2a:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C35437%2C1732200904693:(num 1732200906162) 2024-11-21T14:55:08,597 DEBUG [RS:2;f7796871bd2a:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,597 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:08,598 INFO [RS:2;f7796871bd2a:35437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:08,598 INFO [RS:2;f7796871bd2a:35437 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:08,598 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:55:08,598 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:55:08,598 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:55:08,598 INFO [RS:2;f7796871bd2a:35437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:08,598 INFO [RS:2;f7796871bd2a:35437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35437 2024-11-21T14:55:08,599 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:08,600 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/default/TestHBaseWalOnEC/fa9c8b72e81f28caf5740d843e8e6a06/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:55:08,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,35437,1732200904693 2024-11-21T14:55:08,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:08,606 INFO [RS:2;f7796871bd2a:35437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:08,607 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:08,607 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa9c8b72e81f28caf5740d843e8e6a06: Waiting for close lock at 1732200908532Running coprocessor pre-close hooks at 1732200908532Disabling compacts and flushes for region at 1732200908532Disabling writes for close at 1732200908533 (+1 ms)Writing region close event to WAL at 1732200908539 (+6 ms)Running coprocessor post-close hooks at 1732200908605 (+66 ms)Closed at 1732200908607 (+2 ms) 2024-11-21T14:55:08,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,35437,1732200904693] 2024-11-21T14:55:08,608 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06. 2024-11-21T14:55:08,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,35437,1732200904693 already deleted, retry=false 2024-11-21T14:55:08,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,35437,1732200904693 expired; onlineServers=1 2024-11-21T14:55:08,611 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/info/15d545beb8e44b59b447faac70fc77ad is 153, key is TestHBaseWalOnEC,,1732200907136.fa9c8b72e81f28caf5740d843e8e6a06./info:regioninfo/1732200907690/Put/seqid=0 2024-11-21T14:55:08,615 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,615 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,620 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:08,624 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:08,625 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1188438716_22 at /127.0.0.1:53666 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53666 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-21T14:55:08,641 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:08,642 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/info/15d545beb8e44b59b447faac70fc77ad 2024-11-21T14:55:08,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:08,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44799-0x1001a93ea200001, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:08,683 INFO [RS:0;f7796871bd2a:44799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:08,684 INFO [RS:0;f7796871bd2a:44799 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,44799,1732200904529; zookeeper connection closed. 2024-11-21T14:55:08,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33f5aec8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33f5aec8 2024-11-21T14:55:08,690 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/ns/d947e367cc5a4669818c7691334794f6 is 43, key is default/ns:d/1732200906860/Put/seqid=0 2024-11-21T14:55:08,694 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,694 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,704 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1188438716_22 at /127.0.0.1:53694 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53694 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1001a93ea200003, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:08,710 INFO [RS:2;f7796871bd2a:35437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:08,710 INFO [RS:2;f7796871bd2a:35437 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,35437,1732200904693; zookeeper connection closed. 2024-11-21T14:55:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-21T14:55:08,715 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:08,715 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/ns/d947e367cc5a4669818c7691334794f6 2024-11-21T14:55:08,719 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bebb1c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bebb1c2 2024-11-21T14:55:08,737 DEBUG [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:55:08,767 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/table/eab0f9a9d26c4f1abb444d8c0146bc74 is 52, key is TestHBaseWalOnEC/table:state/1732200907717/Put/seqid=0 2024-11-21T14:55:08,772 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,772 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:08,782 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1188438716_22 at /127.0.0.1:53576 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:38635:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53576 dst: /127.0.0.1:38635 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:08,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-21T14:55:08,789 WARN [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:08,789 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/table/eab0f9a9d26c4f1abb444d8c0146bc74 2024-11-21T14:55:08,820 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/info/15d545beb8e44b59b447faac70fc77ad as hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/info/15d545beb8e44b59b447faac70fc77ad 2024-11-21T14:55:08,839 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/info/15d545beb8e44b59b447faac70fc77ad, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T14:55:08,842 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/ns/d947e367cc5a4669818c7691334794f6 as hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/ns/d947e367cc5a4669818c7691334794f6 2024-11-21T14:55:08,857 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/ns/d947e367cc5a4669818c7691334794f6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:55:08,859 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/.tmp/table/eab0f9a9d26c4f1abb444d8c0146bc74 as hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/table/eab0f9a9d26c4f1abb444d8c0146bc74 2024-11-21T14:55:08,873 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/table/eab0f9a9d26c4f1abb444d8c0146bc74, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T14:55:08,879 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 342ms, sequenceid=11, compaction requested=false 2024-11-21T14:55:08,880 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:55:08,917 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:55:08,919 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:55:08,920 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:55:08,921 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200908537Running coprocessor pre-close hooks at 1732200908537Disabling compacts and flushes for region at 1732200908537Disabling writes for close at 1732200908537Obtaining lock to block concurrent updates at 1732200908537Preparing flush snapshotting stores in 1588230740 at 1732200908537Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732200908538 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732200908542 (+4 ms)Flushing 1588230740/info: creating writer at 1732200908542Flushing 1588230740/info: appending metadata at 1732200908602 (+60 ms)Flushing 1588230740/info: closing flushed file at 1732200908602Flushing 1588230740/ns: creating writer at 1732200908658 (+56 ms)Flushing 1588230740/ns: appending metadata at 1732200908688 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732200908688Flushing 1588230740/table: creating writer at 1732200908731 (+43 ms)Flushing 1588230740/table: appending metadata at 1732200908765 (+34 ms)Flushing 1588230740/table: closing flushed file at 1732200908765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3310ce81: reopening flushed file at 1732200908812 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d66648c: reopening flushed file at 1732200908840 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d8a159: reopening flushed file at 1732200908857 (+17 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 342ms, sequenceid=11, compaction requested=false at 1732200908879 (+22 ms)Writing region close event to WAL at 1732200908896 (+17 ms)Running coprocessor post-close hooks at 1732200908919 (+23 ms)Closed at 1732200908919 2024-11-21T14:55:08,921 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:55:08,938 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,37677,1732200904654; all regions closed. 2024-11-21T14:55:08,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_1073741829_1019 (size=2751) 2024-11-21T14:55:08,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741829_1019 (size=2751) 2024-11-21T14:55:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_1073741829_1019 (size=2751) 2024-11-21T14:55:08,951 DEBUG [RS:1;f7796871bd2a:37677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs 2024-11-21T14:55:08,951 INFO [RS:1;f7796871bd2a:37677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C37677%2C1732200904654.meta:.meta(num 1732200906682) 2024-11-21T14:55:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_1073741826_1016 (size=1298) 2024-11-21T14:55:08,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_1073741826_1016 (size=1298) 2024-11-21T14:55:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741826_1016 (size=1298) 2024-11-21T14:55:08,965 DEBUG [RS:1;f7796871bd2a:37677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/oldWALs 2024-11-21T14:55:08,965 INFO [RS:1;f7796871bd2a:37677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C37677%2C1732200904654:(num 1732200906163) 2024-11-21T14:55:08,965 DEBUG [RS:1;f7796871bd2a:37677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:08,965 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:08,965 INFO [RS:1;f7796871bd2a:37677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:08,965 INFO [RS:1;f7796871bd2a:37677 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:08,966 INFO [RS:1;f7796871bd2a:37677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:08,966 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:08,966 INFO [RS:1;f7796871bd2a:37677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37677 2024-11-21T14:55:08,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,37677,1732200904654 2024-11-21T14:55:08,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:08,969 INFO [RS:1;f7796871bd2a:37677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:08,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,37677,1732200904654] 2024-11-21T14:55:08,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,37677,1732200904654 already deleted, retry=false 2024-11-21T14:55:08,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,37677,1732200904654 expired; onlineServers=0 2024-11-21T14:55:08,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7796871bd2a,45747,1732200903770' ***** 2024-11-21T14:55:08,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:55:08,973 INFO [M:0;f7796871bd2a:45747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:08,973 INFO [M:0;f7796871bd2a:45747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:08,973 DEBUG [M:0;f7796871bd2a:45747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:55:08,973 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200905805 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200905805,5,FailOnTimeoutGroup] 2024-11-21T14:55:08,973 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:55:08,974 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200905806 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200905806,5,FailOnTimeoutGroup] 2024-11-21T14:55:08,974 DEBUG [M:0;f7796871bd2a:45747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:55:08,974 INFO [M:0;f7796871bd2a:45747 {}] hbase.ChoreService(370): Chore service for: master/f7796871bd2a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:08,975 INFO [M:0;f7796871bd2a:45747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:08,975 DEBUG [M:0;f7796871bd2a:45747 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:55:08,975 INFO [M:0;f7796871bd2a:45747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:55:08,975 INFO [M:0;f7796871bd2a:45747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:55:08,977 INFO [M:0;f7796871bd2a:45747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:55:08,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:55:08,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:08,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:08,979 DEBUG [M:0;f7796871bd2a:45747 {}] zookeeper.ZKUtil(347): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T14:55:08,979 WARN [M:0;f7796871bd2a:45747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:55:08,981 INFO [M:0;f7796871bd2a:45747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/.lastflushedseqids 2024-11-21T14:55:09,001 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,001 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,006 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53698 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53698 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-21T14:55:09,017 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:09,017 INFO [M:0;f7796871bd2a:45747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:55:09,020 INFO [M:0;f7796871bd2a:45747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:55:09,020 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:55:09,020 INFO [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:09,020 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:09,020 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:55:09,020 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:09,021 INFO [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-21T14:55:09,053 DEBUG [M:0;f7796871bd2a:45747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55cc2bec262d4cb1912b3ef220100448 is 82, key is hbase:meta,,1/info:regioninfo/1732200906780/Put/seqid=0 2024-11-21T14:55:09,058 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,058 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,070 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53606 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:38635:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53606 dst: /127.0.0.1:38635 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:09,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:09,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37677-0x1001a93ea200002, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:09,072 INFO [RS:1;f7796871bd2a:37677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:09,072 INFO [RS:1;f7796871bd2a:37677 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,37677,1732200904654; zookeeper connection closed. 2024-11-21T14:55:09,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6421b31d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6421b31d 2024-11-21T14:55:09,073 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T14:55:09,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-21T14:55:09,078 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:09,078 INFO [M:0;f7796871bd2a:45747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55cc2bec262d4cb1912b3ef220100448 2024-11-21T14:55:09,107 DEBUG [M:0;f7796871bd2a:45747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06bf8dae46e841d38c303f5d959c11d5 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732200907731/Put/seqid=0 2024-11-21T14:55:09,110 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,110 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,118 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53720 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53720 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-21T14:55:09,130 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:09,131 INFO [M:0;f7796871bd2a:45747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.15 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06bf8dae46e841d38c303f5d959c11d5 2024-11-21T14:55:09,179 DEBUG [M:0;f7796871bd2a:45747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7854860c668140a5bf810358fcc72e72 is 69, key is f7796871bd2a,35437,1732200904693/rs:state/1732200905872/Put/seqid=0 2024-11-21T14:55:09,184 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,184 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-21T14:55:09,201 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1675856670_22 at /127.0.0.1:53740 [Receiving block BP-1262748409-172.17.0.2-1732200899644:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:32895:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53740 dst: /127.0.0.1:32895 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:55:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-21T14:55:09,216 WARN [M:0;f7796871bd2a:45747 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-21T14:55:09,216 INFO [M:0;f7796871bd2a:45747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7854860c668140a5bf810358fcc72e72 2024-11-21T14:55:09,241 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55cc2bec262d4cb1912b3ef220100448 as hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55cc2bec262d4cb1912b3ef220100448 2024-11-21T14:55:09,258 INFO [M:0;f7796871bd2a:45747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55cc2bec262d4cb1912b3ef220100448, entries=8, sequenceid=72, filesize=5.5 K 2024-11-21T14:55:09,261 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06bf8dae46e841d38c303f5d959c11d5 as hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06bf8dae46e841d38c303f5d959c11d5 2024-11-21T14:55:09,279 INFO [M:0;f7796871bd2a:45747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06bf8dae46e841d38c303f5d959c11d5, entries=8, sequenceid=72, filesize=6.3 K 2024-11-21T14:55:09,281 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7854860c668140a5bf810358fcc72e72 as hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7854860c668140a5bf810358fcc72e72 2024-11-21T14:55:09,296 INFO [M:0;f7796871bd2a:45747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7854860c668140a5bf810358fcc72e72, entries=3, sequenceid=72, filesize=5.2 K 2024-11-21T14:55:09,298 INFO [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 278ms, sequenceid=72, compaction requested=false 2024-11-21T14:55:09,300 INFO [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:09,301 DEBUG [M:0;f7796871bd2a:45747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200909020Disabling compacts and flushes for region at 1732200909020Disabling writes for close at 1732200909020Obtaining lock to block concurrent updates at 1732200909021 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732200909021Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732200909022 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732200909024 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732200909024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732200909052 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732200909052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732200909086 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732200909107 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732200909107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732200909142 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732200909179 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732200909179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a95cd7: reopening flushed file at 1732200909236 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ced8c1: reopening flushed file at 1732200909259 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ece784c: reopening flushed file at 1732200909279 (+20 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 278ms, sequenceid=72, compaction requested=false at 1732200909298 (+19 ms)Writing region close event to WAL at 1732200909300 (+2 ms)Closed at 1732200909300 2024-11-21T14:55:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741825_1011 (size=32683) 2024-11-21T14:55:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44857 is added to blk_1073741825_1011 (size=32683) 2024-11-21T14:55:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32895 is added to blk_1073741825_1011 (size=32683) 2024-11-21T14:55:09,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/MasterData/WALs/f7796871bd2a,45747,1732200903770/f7796871bd2a%2C45747%2C1732200903770.1732200905160 not finished, retry = 0 2024-11-21T14:55:09,410 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:09,410 INFO [M:0;f7796871bd2a:45747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:55:09,411 INFO [M:0;f7796871bd2a:45747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45747 2024-11-21T14:55:09,411 INFO [M:0;f7796871bd2a:45747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:09,513 INFO [M:0;f7796871bd2a:45747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x1001a93ea200000, quorum=127.0.0.1:61786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:09,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f750918{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:09,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:09,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:09,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:09,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:09,534 WARN [BP-1262748409-172.17.0.2-1732200899644 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:55:09,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:55:09,534 WARN [BP-1262748409-172.17.0.2-1732200899644 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262748409-172.17.0.2-1732200899644 (Datanode Uuid b493499f-2e4b-4950-b64c-6767048e6ffa) service to localhost/127.0.0.1:41453 2024-11-21T14:55:09,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:55:09,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data5/current/BP-1262748409-172.17.0.2-1732200899644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:09,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data6/current/BP-1262748409-172.17.0.2-1732200899644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:09,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:55:09,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b068f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:09,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:09,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:09,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:09,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:09,546 WARN [BP-1262748409-172.17.0.2-1732200899644 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:55:09,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:55:09,546 WARN [BP-1262748409-172.17.0.2-1732200899644 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262748409-172.17.0.2-1732200899644 (Datanode Uuid 5cd1f16c-0577-4ddc-9924-7461d1a53acb) service to localhost/127.0.0.1:41453 2024-11-21T14:55:09,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:55:09,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data3/current/BP-1262748409-172.17.0.2-1732200899644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:09,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data4/current/BP-1262748409-172.17.0.2-1732200899644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:09,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:55:09,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e705dc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:09,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:09,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:09,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:09,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:09,556 WARN [BP-1262748409-172.17.0.2-1732200899644 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:55:09,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:55:09,556 WARN [BP-1262748409-172.17.0.2-1732200899644 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262748409-172.17.0.2-1732200899644 (Datanode Uuid 7ecb5b68-6208-4404-91ac-70c86a1facf4) service to localhost/127.0.0.1:41453 2024-11-21T14:55:09,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:55:09,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data1/current/BP-1262748409-172.17.0.2-1732200899644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:09,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/cluster_8a75ed2c-bcb6-62af-065b-6160497f7add/data/data2/current/BP-1262748409-172.17.0.2-1732200899644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:09,556 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:55:09,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:55:09,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:09,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:09,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:09,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:09,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:55:09,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:55:09,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=85 (was 156), OpenFileDescriptor=443 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=1701 (was 1872) 2024-11-21T14:55:09,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=85, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=1700 2024-11-21T14:55:09,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:55:09,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.log.dir so I do NOT create it in target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41 2024-11-21T14:55:09,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6648bc8c-a278-5697-f4dc-ec1b1a9cbf45/hadoop.tmp.dir so I do NOT create it in target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41 2024-11-21T14:55:09,643 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0, deleteOnExit=true 2024-11-21T14:55:09,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:55:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/test.cache.data in system properties and HBase conf 2024-11-21T14:55:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:55:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:55:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:55:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:55:09,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:55:09,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:55:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:55:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:55:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:55:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:55:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:55:09,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:55:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:55:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:55:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:55:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:55:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:55:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:55:09,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:55:09,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:55:09,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:09,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:09,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:09,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:09,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:55:09,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:09,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3baa2892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:09,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c9ca4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:09,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f8a383e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/java.io.tmpdir/jetty-localhost-41521-hadoop-hdfs-3_4_1-tests_jar-_-any-8477880809236482265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:55:09,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@715f09c8{HTTP/1.1, (http/1.1)}{localhost:41521} 2024-11-21T14:55:09,930 INFO [Time-limited test {}] server.Server(415): Started @12856ms 2024-11-21T14:55:10,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:10,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:10,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:10,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:10,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:55:10,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e83d124{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:10,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf9a1d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:10,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7a7804{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/java.io.tmpdir/jetty-localhost-45569-hadoop-hdfs-3_4_1-tests_jar-_-any-10597957758582318301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:10,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c2dd4e6{HTTP/1.1, (http/1.1)}{localhost:45569} 2024-11-21T14:55:10,212 INFO [Time-limited test {}] server.Server(415): Started @13137ms 2024-11-21T14:55:10,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:55:10,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:10,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:10,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:10,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:10,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:55:10,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c97821d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:10,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de17eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:10,338 WARN [Thread-519 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data1/current/BP-1578459108-172.17.0.2-1732200909691/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:10,338 WARN [Thread-520 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data2/current/BP-1578459108-172.17.0.2-1732200909691/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:10,361 WARN [Thread-498 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:55:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x312c888afaa4a8ea with lease ID 0xf14420cd70c084e9: Processing first storage report for DS-25274e01-3950-42e5-98cb-b9662b727ade from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=6472e36c-39a9-4fc8-89c6-b5d646952f95, infoPort=39735, infoSecurePort=0, ipcPort=46407, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691) 2024-11-21T14:55:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312c888afaa4a8ea with lease ID 0xf14420cd70c084e9: from storage DS-25274e01-3950-42e5-98cb-b9662b727ade node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=6472e36c-39a9-4fc8-89c6-b5d646952f95, infoPort=39735, infoSecurePort=0, ipcPort=46407, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:55:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x312c888afaa4a8ea with lease ID 0xf14420cd70c084e9: Processing first storage report for DS-7802ed7c-62df-4b96-977b-37d58bfff174 from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=6472e36c-39a9-4fc8-89c6-b5d646952f95, infoPort=39735, infoSecurePort=0, ipcPort=46407, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691) 2024-11-21T14:55:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x312c888afaa4a8ea with lease ID 0xf14420cd70c084e9: from storage DS-7802ed7c-62df-4b96-977b-37d58bfff174 node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=6472e36c-39a9-4fc8-89c6-b5d646952f95, infoPort=39735, infoSecurePort=0, ipcPort=46407, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:55:10,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f93f23b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/java.io.tmpdir/jetty-localhost-41781-hadoop-hdfs-3_4_1-tests_jar-_-any-9134273787023450614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:10,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f8ad177{HTTP/1.1, (http/1.1)}{localhost:41781} 2024-11-21T14:55:10,438 INFO [Time-limited test {}] server.Server(415): Started @13364ms 2024-11-21T14:55:10,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:55:10,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:55:10,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:55:10,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:55:10,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:55:10,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:55:10,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70feba44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:55:10,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18099ade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:55:10,536 WARN [Thread-554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data3/current/BP-1578459108-172.17.0.2-1732200909691/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:10,537 WARN [Thread-555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data4/current/BP-1578459108-172.17.0.2-1732200909691/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:10,574 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:55:10,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c3edfbd7bae836f with lease ID 0xf14420cd70c084ea: Processing first storage report for DS-828bc2c1-82f5-45a9-972a-3c0f462f898e from datanode DatanodeRegistration(127.0.0.1:44589, datanodeUuid=51158561-3de6-4659-997b-07da0eb857ea, infoPort=42701, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691) 2024-11-21T14:55:10,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c3edfbd7bae836f with lease ID 0xf14420cd70c084ea: from storage DS-828bc2c1-82f5-45a9-972a-3c0f462f898e node DatanodeRegistration(127.0.0.1:44589, datanodeUuid=51158561-3de6-4659-997b-07da0eb857ea, infoPort=42701, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:55:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c3edfbd7bae836f with lease ID 0xf14420cd70c084ea: Processing first storage report for DS-edcccefd-3d65-4660-91d3-3d15ad3520dd from datanode DatanodeRegistration(127.0.0.1:44589, datanodeUuid=51158561-3de6-4659-997b-07da0eb857ea, infoPort=42701, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691) 2024-11-21T14:55:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c3edfbd7bae836f with lease ID 0xf14420cd70c084ea: from storage DS-edcccefd-3d65-4660-91d3-3d15ad3520dd node DatanodeRegistration(127.0.0.1:44589, datanodeUuid=51158561-3de6-4659-997b-07da0eb857ea, infoPort=42701, infoSecurePort=0, ipcPort=40637, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:55:10,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6343b52f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/java.io.tmpdir/jetty-localhost-37155-hadoop-hdfs-3_4_1-tests_jar-_-any-18272612136254409682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:10,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@739551bc{HTTP/1.1, (http/1.1)}{localhost:37155} 2024-11-21T14:55:10,643 INFO [Time-limited test {}] server.Server(415): Started @13568ms 2024-11-21T14:55:10,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:55:10,749 WARN [Thread-580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data5/current/BP-1578459108-172.17.0.2-1732200909691/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:10,749 WARN [Thread-581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data6/current/BP-1578459108-172.17.0.2-1732200909691/current, will proceed with Du for space computation calculation, 2024-11-21T14:55:10,780 WARN [Thread-569 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:55:10,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd12b6e952385e9e9 with lease ID 0xf14420cd70c084eb: Processing first storage report for DS-312ad963-3225-4f0c-b2b2-fcaf6a4bb2d7 from datanode DatanodeRegistration(127.0.0.1:43613, datanodeUuid=074a2423-ca0f-4998-a082-7c67bc5ad125, infoPort=44197, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691) 2024-11-21T14:55:10,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd12b6e952385e9e9 with lease ID 0xf14420cd70c084eb: from storage DS-312ad963-3225-4f0c-b2b2-fcaf6a4bb2d7 node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=074a2423-ca0f-4998-a082-7c67bc5ad125, infoPort=44197, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:55:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd12b6e952385e9e9 with lease ID 0xf14420cd70c084eb: Processing first storage report for DS-1515c16a-ceb5-4cf9-950e-32d1e24e56b8 from datanode DatanodeRegistration(127.0.0.1:43613, datanodeUuid=074a2423-ca0f-4998-a082-7c67bc5ad125, infoPort=44197, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691) 2024-11-21T14:55:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd12b6e952385e9e9 with lease ID 0xf14420cd70c084eb: from storage DS-1515c16a-ceb5-4cf9-950e-32d1e24e56b8 node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=074a2423-ca0f-4998-a082-7c67bc5ad125, infoPort=44197, infoSecurePort=0, ipcPort=33799, storageInfo=lv=-57;cid=testClusterID;nsid=990992311;c=1732200909691), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:55:10,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41 2024-11-21T14:55:10,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/zookeeper_0, clientPort=57841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:55:10,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57841 2024-11-21T14:55:10,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:55:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:55:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:55:10,820 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d with version=8 2024-11-21T14:55:10,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41453/user/jenkins/test-data/9985a203-fa22-a21e-01a7-821c959d7148/hbase-staging 2024-11-21T14:55:10,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:10,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:10,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:10,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:55:10,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:10,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39555 2024-11-21T14:55:10,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39555 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-21T14:55:10,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395550x0, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:10,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39555-0x1001a9408b30000 connected 2024-11-21T14:55:10,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:10,856 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d, hbase.cluster.distributed=false 2024-11-21T14:55:10,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:10,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-21T14:55:10,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39555 2024-11-21T14:55:10,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39555 2024-11-21T14:55:10,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-21T14:55:10,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-21T14:55:10,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:10,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:10,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:10,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:55:10,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:10,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33797 2024-11-21T14:55:10,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33797 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-21T14:55:10,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337970x0, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:10,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337970x0, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:10,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33797-0x1001a9408b30001 connected 2024-11-21T14:55:10,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:55:10,889 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:55:10,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:55:10,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:10,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-21T14:55:10,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33797 2024-11-21T14:55:10,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33797 2024-11-21T14:55:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-21T14:55:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-21T14:55:10,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:10,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:10,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:10,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:55:10,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:10,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46253 2024-11-21T14:55:10,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46253 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-21T14:55:10,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462530x0, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:10,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462530x0, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:10,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46253-0x1001a9408b30002 connected 2024-11-21T14:55:10,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:55:10,922 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:55:10,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:55:10,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:10,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46253 2024-11-21T14:55:10,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46253 2024-11-21T14:55:10,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46253 2024-11-21T14:55:10,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46253 2024-11-21T14:55:10,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46253 2024-11-21T14:55:10,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:55:10,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:55:10,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:55:10,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:55:10,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:55:10,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:55:10,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41275 2024-11-21T14:55:10,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41275 connecting to ZooKeeper ensemble=127.0.0.1:57841 2024-11-21T14:55:10,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412750x0, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:55:10,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412750x0, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:10,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41275-0x1001a9408b30003 connected 2024-11-21T14:55:10,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:55:10,958 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:55:10,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:55:10,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:55:10,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41275 2024-11-21T14:55:10,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41275 2024-11-21T14:55:10,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41275 2024-11-21T14:55:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41275 2024-11-21T14:55:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41275 2024-11-21T14:55:10,979 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7796871bd2a:39555 2024-11-21T14:55:10,979 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7796871bd2a,39555,1732200910822 2024-11-21T14:55:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,983 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7796871bd2a,39555,1732200910822 2024-11-21T14:55:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:10,987 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T14:55:10,987 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7796871bd2a,39555,1732200910822 from backup master directory 2024-11-21T14:55:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7796871bd2a,39555,1732200910822 2024-11-21T14:55:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:55:10,990 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:10,990 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7796871bd2a,39555,1732200910822 2024-11-21T14:55:11,000 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/hbase.id] with ID: 112520f1-131f-47a0-b0cf-3ebb9cbf6d99 2024-11-21T14:55:11,000 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/.tmp/hbase.id 2024-11-21T14:55:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:55:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:55:11,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:55:11,014 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/.tmp/hbase.id]:[hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/hbase.id] 2024-11-21T14:55:11,032 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:55:11,033 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:55:11,034 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:55:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:55:11,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:55:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:55:11,062 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:55:11,063 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:55:11,063 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T14:55:11,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:55:11,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:55:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:55:11,082 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store 2024-11-21T14:55:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:55:11,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:55:11,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:55:11,100 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:11,100 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:55:11,100 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:11,100 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:11,100 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:55:11,100 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:11,100 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:11,100 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200911100Disabling compacts and flushes for region at 1732200911100Disabling writes for close at 1732200911100Writing region close event to WAL at 1732200911100Closed at 1732200911100 2024-11-21T14:55:11,101 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/.initializing 2024-11-21T14:55:11,101 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/WALs/f7796871bd2a,39555,1732200910822 2024-11-21T14:55:11,106 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C39555%2C1732200910822, suffix=, logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/WALs/f7796871bd2a,39555,1732200910822, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/oldWALs, maxLogs=10 2024-11-21T14:55:11,108 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor f7796871bd2a%2C39555%2C1732200910822.1732200911107 2024-11-21T14:55:11,125 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/WALs/f7796871bd2a,39555,1732200910822/f7796871bd2a%2C39555%2C1732200910822.1732200911107 2024-11-21T14:55:11,132 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42701:42701),(127.0.0.1/127.0.0.1:39735:39735),(127.0.0.1/127.0.0.1:44197:44197)] 2024-11-21T14:55:11,133 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:55:11,133 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:11,133 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,133 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:55:11,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:11,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:55:11,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:11,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:55:11,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:11,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:55:11,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:11,149 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,150 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,151 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,153 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,153 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,154 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:55:11,155 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:55:11,159 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:55:11,159 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59893078, jitterRate=-0.1075235903263092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:55:11,161 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732200911133Initializing all the Stores at 1732200911135 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200911135Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200911135Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200911135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200911135Cleaning up temporary data from old regions at 1732200911153 (+18 ms)Region opened successfully at 1732200911160 (+7 ms) 2024-11-21T14:55:11,161 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:55:11,174 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120414e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:11,175 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:55:11,175 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:55:11,175 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:55:11,175 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:55:11,176 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:55:11,176 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:55:11,176 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:55:11,179 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:55:11,180 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T14:55:11,181 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T14:55:11,182 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:55:11,183 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:55:11,185 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T14:55:11,186 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:55:11,193 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:55:11,194 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T14:55:11,195 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:55:11,196 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T14:55:11,198 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:55:11,199 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,204 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7796871bd2a,39555,1732200910822, sessionid=0x1001a9408b30000, setting cluster-up flag (Was=false) 2024-11-21T14:55:11,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,212 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T14:55:11,214 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,39555,1732200910822 2024-11-21T14:55:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,223 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T14:55:11,224 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,39555,1732200910822 2024-11-21T14:55:11,226 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:55:11,233 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:11,233 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:55:11,233 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:55:11,234 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7796871bd2a,39555,1732200910822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:55:11,236 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:11,236 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:11,236 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:11,236 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:55:11,236 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7796871bd2a:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:55:11,236 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,237 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:11,237 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:11,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:55:11,244 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:55:11,245 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200941245 2024-11-21T14:55:11,245 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:55:11,245 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:55:11,245 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:55:11,245 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:55:11,245 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:55:11,245 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:55:11,246 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,246 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:55:11,247 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:55:11,247 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:55:11,248 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:55:11,248 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:55:11,249 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200911248,5,FailOnTimeoutGroup] 2024-11-21T14:55:11,251 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200911249,5,FailOnTimeoutGroup] 2024-11-21T14:55:11,251 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,252 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:55:11,252 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,252 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:55:11,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:55:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:55:11,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:55:11,265 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(746): ClusterId : 112520f1-131f-47a0-b0cf-3ebb9cbf6d99 2024-11-21T14:55:11,265 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(746): ClusterId : 112520f1-131f-47a0-b0cf-3ebb9cbf6d99 2024-11-21T14:55:11,265 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:55:11,265 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:55:11,265 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d 2024-11-21T14:55:11,268 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:55:11,268 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:55:11,268 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(746): ClusterId : 112520f1-131f-47a0-b0cf-3ebb9cbf6d99 2024-11-21T14:55:11,268 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:55:11,268 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:55:11,268 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:55:11,271 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:55:11,272 DEBUG [RS:0;f7796871bd2a:33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f262c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:11,276 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:55:11,276 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:55:11,277 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:55:11,277 DEBUG [RS:2;f7796871bd2a:41275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edce4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:11,281 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:55:11,281 DEBUG [RS:1;f7796871bd2a:46253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7344d9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:55:11,290 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7796871bd2a:33797 2024-11-21T14:55:11,290 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:55:11,290 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:55:11,290 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:55:11,293 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,39555,1732200910822 with port=33797, startcode=1732200910876 2024-11-21T14:55:11,293 DEBUG [RS:0;f7796871bd2a:33797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:55:11,298 DEBUG [RS:2;f7796871bd2a:41275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f7796871bd2a:41275 2024-11-21T14:55:11,298 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:55:11,298 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:55:11,298 DEBUG [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:55:11,299 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,39555,1732200910822 with port=41275, startcode=1732200910943 2024-11-21T14:55:11,300 DEBUG [RS:2;f7796871bd2a:41275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:55:11,302 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f7796871bd2a:46253 2024-11-21T14:55:11,302 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:55:11,302 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:55:11,302 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:55:11,303 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,39555,1732200910822 with port=46253, startcode=1732200910911 2024-11-21T14:55:11,303 DEBUG [RS:1;f7796871bd2a:46253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:55:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:55:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:55:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:55:11,309 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:55:11,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,33797,1732200910876 2024-11-21T14:55:11,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,33797,1732200910876 2024-11-21T14:55:11,313 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:55:11,313 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d 2024-11-21T14:55:11,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,41275,1732200910943 2024-11-21T14:55:11,314 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34893 2024-11-21T14:55:11,314 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:55:11,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,41275,1732200910943 2024-11-21T14:55:11,316 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41797, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:55:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:11,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,46253,1732200910911 2024-11-21T14:55:11,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39555 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,46253,1732200910911 2024-11-21T14:55:11,317 DEBUG [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d 2024-11-21T14:55:11,317 DEBUG [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34893 2024-11-21T14:55:11,317 DEBUG [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:55:11,317 DEBUG [RS:0;f7796871bd2a:33797 {}] zookeeper.ZKUtil(111): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,33797,1732200910876 2024-11-21T14:55:11,317 WARN [RS:0;f7796871bd2a:33797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:11,318 INFO [RS:0;f7796871bd2a:33797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T14:55:11,318 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,33797,1732200910876 2024-11-21T14:55:11,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,33797,1732200910876] 2024-11-21T14:55:11,320 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d 2024-11-21T14:55:11,320 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34893 2024-11-21T14:55:11,320 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:55:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:11,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,41275,1732200910943] 2024-11-21T14:55:11,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,46253,1732200910911] 2024-11-21T14:55:11,325 DEBUG [RS:1;f7796871bd2a:46253 {}] zookeeper.ZKUtil(111): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,46253,1732200910911 2024-11-21T14:55:11,325 WARN [RS:1;f7796871bd2a:46253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:11,325 INFO [RS:1;f7796871bd2a:46253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T14:55:11,325 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,46253,1732200910911 2024-11-21T14:55:11,328 DEBUG [RS:2;f7796871bd2a:41275 {}] zookeeper.ZKUtil(111): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,41275,1732200910943 2024-11-21T14:55:11,328 WARN [RS:2;f7796871bd2a:41275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:55:11,328 INFO [RS:2;f7796871bd2a:41275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T14:55:11,328 DEBUG [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,41275,1732200910943 2024-11-21T14:55:11,329 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:55:11,334 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:55:11,335 INFO [RS:0;f7796871bd2a:33797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:55:11,335 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,335 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:55:11,337 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:55:11,337 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,337 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:55:11,337 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,337 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,337 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,337 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,337 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,337 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:11,338 DEBUG [RS:0;f7796871bd2a:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:11,340 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:55:11,340 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,341 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,341 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:55:11,341 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,341 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,341 INFO [RS:1;f7796871bd2a:46253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:55:11,341 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,341 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33797,1732200910876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:11,341 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,342 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:55:11,343 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:55:11,343 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:55:11,343 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,343 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,343 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 INFO [RS:2;f7796871bd2a:41275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,344 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,345 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,345 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:11,345 DEBUG [RS:1;f7796871bd2a:46253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:11,345 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:55:11,345 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,345 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,346 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,347 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,347 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:55:11,347 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:11,347 DEBUG [RS:2;f7796871bd2a:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:55:11,350 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,46253,1732200910911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,351 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,41275,1732200910943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:11,365 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:55:11,366 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33797,1732200910876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,366 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,366 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.Replication(171): f7796871bd2a,33797,1732200910876 started 2024-11-21T14:55:11,374 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:55:11,374 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:55:11,374 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,41275,1732200910943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,374 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,46253,1732200910911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,374 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,375 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.Replication(171): f7796871bd2a,46253,1732200910911 started 2024-11-21T14:55:11,375 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,375 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.Replication(171): f7796871bd2a,41275,1732200910943 started 2024-11-21T14:55:11,388 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,388 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,33797,1732200910876, RpcServer on f7796871bd2a/172.17.0.2:33797, sessionid=0x1001a9408b30001 2024-11-21T14:55:11,388 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:55:11,389 DEBUG [RS:0;f7796871bd2a:33797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,33797,1732200910876 2024-11-21T14:55:11,389 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,33797,1732200910876' 2024-11-21T14:55:11,389 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:55:11,393 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:55:11,394 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:55:11,394 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:55:11,394 DEBUG [RS:0;f7796871bd2a:33797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,33797,1732200910876 2024-11-21T14:55:11,394 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,33797,1732200910876' 2024-11-21T14:55:11,394 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:55:11,396 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:55:11,400 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,400 DEBUG [RS:0;f7796871bd2a:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:55:11,400 INFO [RS:0;f7796871bd2a:33797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:55:11,400 INFO [RS:0;f7796871bd2a:33797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:55:11,401 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,41275,1732200910943, RpcServer on f7796871bd2a/172.17.0.2:41275, sessionid=0x1001a9408b30003 2024-11-21T14:55:11,401 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:55:11,401 DEBUG [RS:2;f7796871bd2a:41275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,41275,1732200910943 2024-11-21T14:55:11,401 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,41275,1732200910943' 2024-11-21T14:55:11,401 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:55:11,402 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:55:11,406 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:55:11,406 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:55:11,406 DEBUG [RS:2;f7796871bd2a:41275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,41275,1732200910943 2024-11-21T14:55:11,406 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,41275,1732200910943' 2024-11-21T14:55:11,406 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:55:11,407 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:55:11,408 DEBUG [RS:2;f7796871bd2a:41275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:55:11,409 INFO [RS:2;f7796871bd2a:41275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:55:11,409 INFO [RS:2;f7796871bd2a:41275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:55:11,411 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:11,411 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,46253,1732200910911, RpcServer on f7796871bd2a/172.17.0.2:46253, sessionid=0x1001a9408b30002 2024-11-21T14:55:11,411 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:55:11,411 DEBUG [RS:1;f7796871bd2a:46253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,46253,1732200910911 2024-11-21T14:55:11,411 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,46253,1732200910911' 2024-11-21T14:55:11,411 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:55:11,412 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:55:11,412 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:55:11,413 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:55:11,413 DEBUG [RS:1;f7796871bd2a:46253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,46253,1732200910911 2024-11-21T14:55:11,413 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,46253,1732200910911' 2024-11-21T14:55:11,413 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:55:11,413 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:55:11,414 DEBUG [RS:1;f7796871bd2a:46253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:55:11,414 INFO [RS:1;f7796871bd2a:46253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:55:11,414 INFO [RS:1;f7796871bd2a:46253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:55:11,504 INFO [RS:0;f7796871bd2a:33797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C33797%2C1732200910876, suffix=, logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,33797,1732200910876, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs, maxLogs=32 2024-11-21T14:55:11,507 INFO [RS:0;f7796871bd2a:33797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f7796871bd2a%2C33797%2C1732200910876.1732200911506 2024-11-21T14:55:11,511 INFO [RS:2;f7796871bd2a:41275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C41275%2C1732200910943, suffix=, logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,41275,1732200910943, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs, maxLogs=32 2024-11-21T14:55:11,513 INFO [RS:2;f7796871bd2a:41275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f7796871bd2a%2C41275%2C1732200910943.1732200911513 2024-11-21T14:55:11,517 INFO [RS:0;f7796871bd2a:33797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,33797,1732200910876/f7796871bd2a%2C33797%2C1732200910876.1732200911506 2024-11-21T14:55:11,517 INFO [RS:1;f7796871bd2a:46253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C46253%2C1732200910911, suffix=, logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,46253,1732200910911, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs, maxLogs=32 2024-11-21T14:55:11,518 INFO [RS:1;f7796871bd2a:46253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor f7796871bd2a%2C46253%2C1732200910911.1732200911518 2024-11-21T14:55:11,519 DEBUG [RS:0;f7796871bd2a:33797 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44197:44197),(127.0.0.1/127.0.0.1:42701:42701),(127.0.0.1/127.0.0.1:39735:39735)] 2024-11-21T14:55:11,531 INFO [RS:2;f7796871bd2a:41275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,41275,1732200910943/f7796871bd2a%2C41275%2C1732200910943.1732200911513 2024-11-21T14:55:11,535 DEBUG [RS:2;f7796871bd2a:41275 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39735:39735),(127.0.0.1/127.0.0.1:42701:42701),(127.0.0.1/127.0.0.1:44197:44197)] 2024-11-21T14:55:11,536 INFO [RS:1;f7796871bd2a:46253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,46253,1732200910911/f7796871bd2a%2C46253%2C1732200910911.1732200911518 2024-11-21T14:55:11,544 DEBUG [RS:1;f7796871bd2a:46253 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44197:44197),(127.0.0.1/127.0.0.1:39735:39735),(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-21T14:55:11,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:11,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:55:11,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:55:11,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:11,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:55:11,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:55:11,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:11,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:55:11,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:55:11,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:11,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:55:11,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:55:11,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:11,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:11,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:55:11,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740 2024-11-21T14:55:11,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740 2024-11-21T14:55:11,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:55:11,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:55:11,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:55:11,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:55:11,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:55:11,740 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75246814, jitterRate=0.12126490473747253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:55:11,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732200911707Initializing all the Stores at 1732200911709 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200911709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200911710 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200911710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200911710Cleaning up temporary data from old regions at 1732200911732 (+22 ms)Region opened successfully at 1732200911741 (+9 ms) 2024-11-21T14:55:11,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:55:11,742 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:55:11,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:55:11,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:55:11,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:55:11,744 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:55:11,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200911741Disabling compacts and flushes for region at 1732200911742 (+1 ms)Disabling writes for close at 1732200911742Writing region close event to WAL at 1732200911744 (+2 ms)Closed at 1732200911744 2024-11-21T14:55:11,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:11,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:55:11,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:55:11,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:55:11,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:55:11,902 DEBUG [f7796871bd2a:39555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T14:55:11,903 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:55:11,908 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:55:11,908 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:55:11,908 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:55:11,908 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:55:11,908 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:55:11,908 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:55:11,908 INFO [f7796871bd2a:39555 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:55:11,908 INFO [f7796871bd2a:39555 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:55:11,908 INFO [f7796871bd2a:39555 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:55:11,908 DEBUG [f7796871bd2a:39555 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:55:11,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7796871bd2a,46253,1732200910911 2024-11-21T14:55:11,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,46253,1732200910911, state=OPENING 2024-11-21T14:55:11,913 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:55:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:11,917 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:55:11,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:11,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,46253,1732200910911}] 2024-11-21T14:55:11,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:11,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:11,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:12,073 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:55:12,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50845, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:55:12,092 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:55:12,093 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T14:55:12,096 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C46253%2C1732200910911.meta, suffix=.meta, logDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,46253,1732200910911, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs, maxLogs=32 2024-11-21T14:55:12,097 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor f7796871bd2a%2C46253%2C1732200910911.meta.1732200912097.meta 2024-11-21T14:55:12,109 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/WALs/f7796871bd2a,46253,1732200910911/f7796871bd2a%2C46253%2C1732200910911.meta.1732200912097.meta 2024-11-21T14:55:12,111 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42701:42701),(127.0.0.1/127.0.0.1:39735:39735),(127.0.0.1/127.0.0.1:44197:44197)] 2024-11-21T14:55:12,112 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:55:12,112 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:55:12,112 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:55:12,113 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:55:12,113 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:55:12,113 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:12,113 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:55:12,113 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:55:12,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:55:12,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:55:12,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:12,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:12,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:55:12,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:55:12,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:12,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:12,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:55:12,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:55:12,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:12,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:12,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:55:12,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:55:12,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:12,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:55:12,123 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:55:12,124 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740 2024-11-21T14:55:12,125 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740 2024-11-21T14:55:12,127 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:55:12,127 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:55:12,127 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:55:12,129 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:55:12,130 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64472785, jitterRate=-0.039280638098716736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:55:12,131 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:55:12,132 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732200912113Writing region info on filesystem at 1732200912113Initializing all the Stores at 1732200912115 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200912115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200912115Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200912115Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200912115Cleaning up temporary data from old regions at 1732200912127 (+12 ms)Running coprocessor post-open hooks at 1732200912131 (+4 ms)Region opened successfully at 1732200912131 2024-11-21T14:55:12,134 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732200912073 2024-11-21T14:55:12,138 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:55:12,138 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:55:12,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,46253,1732200910911 2024-11-21T14:55:12,141 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,46253,1732200910911, state=OPEN 2024-11-21T14:55:12,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:12,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:12,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:12,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:55:12,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:12,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:12,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7796871bd2a,46253,1732200910911 2024-11-21T14:55:12,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:12,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:55:12,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:55:12,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,46253,1732200910911 in 226 msec 2024-11-21T14:55:12,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:55:12,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-21T14:55:12,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:55:12,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:55:12,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:55:12,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,46253,1732200910911, seqNum=-1] 2024-11-21T14:55:12,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:55:12,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:55:12,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 936 msec 2024-11-21T14:55:12,170 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732200912170, completionTime=-1 2024-11-21T14:55:12,171 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T14:55:12,171 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:55:12,174 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T14:55:12,174 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200972174 2024-11-21T14:55:12,174 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732201032174 2024-11-21T14:55:12,174 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T14:55:12,174 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:55:12,175 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39555,1732200910822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:12,175 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39555,1732200910822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:12,175 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39555,1732200910822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:12,176 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7796871bd2a:39555, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:12,176 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:12,176 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:12,181 DEBUG [master/f7796871bd2a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:55:12,186 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.196sec 2024-11-21T14:55:12,190 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:55:12,190 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:55:12,190 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:55:12,190 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:55:12,190 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:55:12,190 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39555,1732200910822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:55:12,190 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39555,1732200910822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:55:12,193 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:55:12,193 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:55:12,193 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,39555,1732200910822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:55:12,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:55:12,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:55:12,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba2aca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:55:12,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,39555,-1 for getting cluster id 2024-11-21T14:55:12,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:55:12,270 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112520f1-131f-47a0-b0cf-3ebb9cbf6d99' 2024-11-21T14:55:12,271 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:55:12,271 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112520f1-131f-47a0-b0cf-3ebb9cbf6d99" 2024-11-21T14:55:12,272 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c034de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:55:12,272 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,39555,-1] 2024-11-21T14:55:12,272 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:55:12,273 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:12,285 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:55:12,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43946203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:55:12,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:55:12,290 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,46253,1732200910911, seqNum=-1] 2024-11-21T14:55:12,290 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:55:12,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:55:12,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7796871bd2a,39555,1732200910822 2024-11-21T14:55:12,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:55:12,304 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,39555,1732200910822 2024-11-21T14:55:12,305 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c0b49a9 2024-11-21T14:55:12,305 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:55:12,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:55:12,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:55:12,308 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:55:12,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:55:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-21T14:55:12,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:55:12,314 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:12,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-21T14:55:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:12,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:55:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741837_1013 (size=392) 2024-11-21T14:55:12,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741837_1013 (size=392) 2024-11-21T14:55:12,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741837_1013 (size=392) 2024-11-21T14:55:12,421 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dafc3f6167b5abe1b35ac267e8782ae0, NAME => 'TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d 2024-11-21T14:55:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741838_1014 (size=51) 2024-11-21T14:55:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741838_1014 (size=51) 2024-11-21T14:55:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741838_1014 (size=51) 2024-11-21T14:55:12,457 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:12,457 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing dafc3f6167b5abe1b35ac267e8782ae0, disabling compactions & flushes 2024-11-21T14:55:12,457 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:12,457 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:12,457 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. after waiting 0 ms 2024-11-21T14:55:12,457 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:12,457 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:12,457 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for dafc3f6167b5abe1b35ac267e8782ae0: Waiting for close lock at 1732200912457Disabling compacts and flushes for region at 1732200912457Disabling writes for close at 1732200912457Writing region close event to WAL at 1732200912457Closed at 1732200912457 2024-11-21T14:55:12,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:55:12,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732200912460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200912460"}]},"ts":"1732200912460"} 2024-11-21T14:55:12,465 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:55:12,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:55:12,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200912467"}]},"ts":"1732200912467"} 2024-11-21T14:55:12,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-21T14:55:12,472 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {f7796871bd2a=0} racks are {/default-rack=0} 2024-11-21T14:55:12,473 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T14:55:12,473 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T14:55:12,473 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T14:55:12,473 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T14:55:12,473 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T14:55:12,473 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T14:55:12,473 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T14:55:12,473 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T14:55:12,473 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T14:55:12,473 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T14:55:12,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dafc3f6167b5abe1b35ac267e8782ae0, ASSIGN}] 2024-11-21T14:55:12,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dafc3f6167b5abe1b35ac267e8782ae0, ASSIGN 2024-11-21T14:55:12,479 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dafc3f6167b5abe1b35ac267e8782ae0, ASSIGN; state=OFFLINE, location=f7796871bd2a,33797,1732200910876; forceNewPlan=false, retain=false 2024-11-21T14:55:12,630 INFO [f7796871bd2a:39555 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T14:55:12,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dafc3f6167b5abe1b35ac267e8782ae0, regionState=OPENING, regionLocation=f7796871bd2a,33797,1732200910876 2024-11-21T14:55:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dafc3f6167b5abe1b35ac267e8782ae0, ASSIGN because future has completed 2024-11-21T14:55:12,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dafc3f6167b5abe1b35ac267e8782ae0, server=f7796871bd2a,33797,1732200910876}] 2024-11-21T14:55:12,795 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:55:12,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:55:12,802 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:12,803 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dafc3f6167b5abe1b35ac267e8782ae0, NAME => 'TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:55:12,803 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,803 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:55:12,803 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,803 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,805 INFO [StoreOpener-dafc3f6167b5abe1b35ac267e8782ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,807 INFO [StoreOpener-dafc3f6167b5abe1b35ac267e8782ae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dafc3f6167b5abe1b35ac267e8782ae0 columnFamilyName cf 2024-11-21T14:55:12,807 DEBUG [StoreOpener-dafc3f6167b5abe1b35ac267e8782ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:55:12,808 INFO [StoreOpener-dafc3f6167b5abe1b35ac267e8782ae0-1 {}] regionserver.HStore(327): Store=dafc3f6167b5abe1b35ac267e8782ae0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:55:12,808 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,809 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,810 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,811 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,811 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,813 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,816 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:55:12,817 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dafc3f6167b5abe1b35ac267e8782ae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68211555, jitterRate=0.016431376338005066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T14:55:12,817 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:12,819 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dafc3f6167b5abe1b35ac267e8782ae0: Running coprocessor pre-open hook at 1732200912804Writing region info on filesystem at 1732200912804Initializing all the Stores at 1732200912805 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200912805Cleaning up temporary data from old regions at 1732200912811 (+6 ms)Running coprocessor post-open hooks at 1732200912817 (+6 ms)Region opened successfully at 1732200912819 (+2 ms) 2024-11-21T14:55:12,821 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0., pid=6, masterSystemTime=1732200912795 2024-11-21T14:55:12,826 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:12,826 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:12,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dafc3f6167b5abe1b35ac267e8782ae0, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,33797,1732200910876 2024-11-21T14:55:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dafc3f6167b5abe1b35ac267e8782ae0, server=f7796871bd2a,33797,1732200910876 because future has completed 2024-11-21T14:55:12,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:55:12,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dafc3f6167b5abe1b35ac267e8782ae0, server=f7796871bd2a,33797,1732200910876 in 193 msec 2024-11-21T14:55:12,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:55:12,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dafc3f6167b5abe1b35ac267e8782ae0, ASSIGN in 363 msec 2024-11-21T14:55:12,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:55:12,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200912843"}]},"ts":"1732200912843"} 2024-11-21T14:55:12,847 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-21T14:55:12,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:55:12,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 540 msec 2024-11-21T14:55:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:55:12,941 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T14:55:12,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-21T14:55:12,942 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:55:12,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-21T14:55:12,945 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T14:55:12,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-21T14:55:12,950 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0., hostname=f7796871bd2a,33797,1732200910876, seqNum=2] 2024-11-21T14:55:12,950 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:55:12,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:55:12,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-21T14:55:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-21T14:55:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:55:12,962 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:55:12,963 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:55:12,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:55:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:55:13,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:55:13,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:13,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing dafc3f6167b5abe1b35ac267e8782ae0 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-21T14:55:13,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0/.tmp/cf/13840d701d984631afc1232c005f2e61 is 36, key is row/cf:cq/1732200912954/Put/seqid=0 2024-11-21T14:55:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741839_1015 (size=4787) 2024-11-21T14:55:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741839_1015 (size=4787) 2024-11-21T14:55:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741839_1015 (size=4787) 2024-11-21T14:55:13,153 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0/.tmp/cf/13840d701d984631afc1232c005f2e61 2024-11-21T14:55:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0/.tmp/cf/13840d701d984631afc1232c005f2e61 as hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0/cf/13840d701d984631afc1232c005f2e61 2024-11-21T14:55:13,173 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0/cf/13840d701d984631afc1232c005f2e61, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T14:55:13,174 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for dafc3f6167b5abe1b35ac267e8782ae0 in 55ms, sequenceid=5, compaction requested=false 2024-11-21T14:55:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for dafc3f6167b5abe1b35ac267e8782ae0: 2024-11-21T14:55:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T14:55:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T14:55:13,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T14:55:13,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 215 msec 2024-11-21T14:55:13,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 226 msec 2024-11-21T14:55:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:55:13,282 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-21T14:55:13,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:55:13,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:55:13,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:13,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:55:13,287 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:55:13,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76582596, stopped=false 2024-11-21T14:55:13,288 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7796871bd2a,39555,1732200910822 2024-11-21T14:55:13,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:13,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:13,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:55:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:55:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:13,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:55:13,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:13,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,33797,1732200910876' ***** 2024-11-21T14:55:13,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:55:13,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,46253,1732200910911' ***** 2024-11-21T14:55:13,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:55:13,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,41275,1732200910943' ***** 2024-11-21T14:55:13,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:55:13,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:13,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:13,291 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:55:13,291 INFO [RS:1;f7796871bd2a:46253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:55:13,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:55:13,291 INFO [RS:1;f7796871bd2a:46253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:55:13,291 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,46253,1732200910911 2024-11-21T14:55:13,291 INFO [RS:1;f7796871bd2a:46253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:13,291 INFO [RS:1;f7796871bd2a:46253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f7796871bd2a:46253. 2024-11-21T14:55:13,292 DEBUG [RS:1;f7796871bd2a:46253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:13,292 DEBUG [RS:1;f7796871bd2a:46253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,292 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:55:13,292 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:55:13,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:13,292 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:55:13,293 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:55:13,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:55:13,293 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:55:13,293 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:55:13,293 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:55:13,294 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:55:13,294 INFO [RS:0;f7796871bd2a:33797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:55:13,294 INFO [RS:0;f7796871bd2a:33797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:55:13,294 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(3091): Received CLOSE for dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:13,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:55:13,294 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,33797,1732200910876 2024-11-21T14:55:13,294 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:55:13,294 INFO [RS:0;f7796871bd2a:33797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:13,295 INFO [RS:0;f7796871bd2a:33797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7796871bd2a:33797. 2024-11-21T14:55:13,295 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:55:13,295 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:55:13,295 DEBUG [RS:0;f7796871bd2a:33797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:13,295 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:55:13,295 DEBUG [RS:0;f7796871bd2a:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,295 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:55:13,295 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:55:13,295 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1325): Online Regions={dafc3f6167b5abe1b35ac267e8782ae0=TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0.} 2024-11-21T14:55:13,295 DEBUG [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1351): Waiting on dafc3f6167b5abe1b35ac267e8782ae0 2024-11-21T14:55:13,295 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T14:55:13,295 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dafc3f6167b5abe1b35ac267e8782ae0, disabling compactions & flushes 2024-11-21T14:55:13,295 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:13,296 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:13,296 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. after waiting 0 ms 2024-11-21T14:55:13,296 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:13,312 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:55:13,312 INFO [RS:2;f7796871bd2a:41275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:55:13,312 INFO [RS:2;f7796871bd2a:41275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:55:13,312 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,41275,1732200910943 2024-11-21T14:55:13,312 INFO [RS:2;f7796871bd2a:41275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:13,313 INFO [RS:2;f7796871bd2a:41275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f7796871bd2a:41275. 2024-11-21T14:55:13,313 DEBUG [RS:2;f7796871bd2a:41275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:55:13,313 DEBUG [RS:2;f7796871bd2a:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,313 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,41275,1732200910943; all regions closed. 2024-11-21T14:55:13,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:55:13,325 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,325 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,325 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,326 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,326 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,327 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/default/TestHBaseWalOnEC/dafc3f6167b5abe1b35ac267e8782ae0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:55:13,329 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/info/cf5bb0b621b849bd9fda55cb67f33ca4 is 153, key is TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0./info:regioninfo/1732200912827/Put/seqid=0 2024-11-21T14:55:13,331 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:13,331 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dafc3f6167b5abe1b35ac267e8782ae0: Waiting for close lock at 1732200913295Running coprocessor pre-close hooks at 1732200913295Disabling compacts and flushes for region at 1732200913295Disabling writes for close at 1732200913296 (+1 ms)Writing region close event to WAL at 1732200913303 (+7 ms)Running coprocessor post-close hooks at 1732200913329 (+26 ms)Closed at 1732200913330 (+1 ms) 2024-11-21T14:55:13,331 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732200912308.dafc3f6167b5abe1b35ac267e8782ae0. 2024-11-21T14:55:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741834_1010 (size=93) 2024-11-21T14:55:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741834_1010 (size=93) 2024-11-21T14:55:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741834_1010 (size=93) 2024-11-21T14:55:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741840_1016 (size=6637) 2024-11-21T14:55:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741840_1016 (size=6637) 2024-11-21T14:55:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741840_1016 (size=6637) 2024-11-21T14:55:13,348 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:13,351 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:55:13,351 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:55:13,351 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:55:13,352 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:55:13,355 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/info/cf5bb0b621b849bd9fda55cb67f33ca4 2024-11-21T14:55:13,360 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:13,360 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:13,390 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/ns/c3b32ba3ff07482aade204f9b7ebbc8d is 43, key is default/ns:d/1732200912158/Put/seqid=0 2024-11-21T14:55:13,391 WARN [IPC Server handler 3 on default port 34893 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-21T14:55:13,392 WARN [IPC Server handler 3 on default port 34893 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-21T14:55:13,392 WARN [IPC Server handler 3 on default port 34893 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-21T14:55:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741841_1017 (size=5153) 2024-11-21T14:55:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741841_1017 (size=5153) 2024-11-21T14:55:13,399 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/ns/c3b32ba3ff07482aade204f9b7ebbc8d 2024-11-21T14:55:13,437 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/table/23977fd7e5084f4b92bd2a6e0d8e6ec8 is 52, key is TestHBaseWalOnEC/table:state/1732200912843/Put/seqid=0 2024-11-21T14:55:13,438 WARN [IPC Server handler 4 on default port 34893 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-21T14:55:13,439 WARN [IPC Server handler 4 on default port 34893 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-21T14:55:13,439 WARN [IPC Server handler 4 on default port 34893 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-21T14:55:13,439 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:55:13,439 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:55:13,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741842_1018 (size=5249) 2024-11-21T14:55:13,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741842_1018 (size=5249) 2024-11-21T14:55:13,450 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/table/23977fd7e5084f4b92bd2a6e0d8e6ec8 2024-11-21T14:55:13,460 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/info/cf5bb0b621b849bd9fda55cb67f33ca4 as hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/info/cf5bb0b621b849bd9fda55cb67f33ca4 2024-11-21T14:55:13,473 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/info/cf5bb0b621b849bd9fda55cb67f33ca4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T14:55:13,478 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/ns/c3b32ba3ff07482aade204f9b7ebbc8d as hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/ns/c3b32ba3ff07482aade204f9b7ebbc8d 2024-11-21T14:55:13,487 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/ns/c3b32ba3ff07482aade204f9b7ebbc8d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:55:13,489 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/.tmp/table/23977fd7e5084f4b92bd2a6e0d8e6ec8 as hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/table/23977fd7e5084f4b92bd2a6e0d8e6ec8 2024-11-21T14:55:13,494 DEBUG [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:55:13,495 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,33797,1732200910876; all regions closed. 2024-11-21T14:55:13,496 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,496 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,496 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,496 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,496 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,498 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/table/23977fd7e5084f4b92bd2a6e0d8e6ec8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T14:55:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741833_1009 (size=1298) 2024-11-21T14:55:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741833_1009 (size=1298) 2024-11-21T14:55:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741833_1009 (size=1298) 2024-11-21T14:55:13,502 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 207ms, sequenceid=11, compaction requested=false 2024-11-21T14:55:13,507 DEBUG [RS:0;f7796871bd2a:33797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs 2024-11-21T14:55:13,507 INFO [RS:0;f7796871bd2a:33797 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f7796871bd2a%2C33797%2C1732200910876:(num 1732200911506) 2024-11-21T14:55:13,507 DEBUG [RS:0;f7796871bd2a:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,507 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:13,508 INFO [RS:0;f7796871bd2a:33797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:13,508 INFO [RS:0;f7796871bd2a:33797 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:13,508 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:55:13,508 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:55:13,508 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:55:13,508 INFO [RS:0;f7796871bd2a:33797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:13,509 INFO [RS:0;f7796871bd2a:33797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33797 2024-11-21T14:55:13,509 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:13,511 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:55:13,512 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:55:13,513 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:55:13,513 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200913294Running coprocessor pre-close hooks at 1732200913294Disabling compacts and flushes for region at 1732200913294Disabling writes for close at 1732200913295 (+1 ms)Obtaining lock to block concurrent updates at 1732200913295Preparing flush snapshotting stores in 1588230740 at 1732200913295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732200913296 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732200913297 (+1 ms)Flushing 1588230740/info: creating writer at 1732200913298 (+1 ms)Flushing 1588230740/info: appending metadata at 1732200913325 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732200913325Flushing 1588230740/ns: creating writer at 1732200913364 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732200913389 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732200913389Flushing 1588230740/table: creating writer at 1732200913413 (+24 ms)Flushing 1588230740/table: appending metadata at 1732200913436 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732200913436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f68e844: reopening flushed file at 1732200913458 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f067a7b: reopening flushed file at 1732200913476 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72a73b6d: reopening flushed file at 1732200913487 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 207ms, sequenceid=11, compaction requested=false at 1732200913502 (+15 ms)Writing region close event to WAL at 1732200913503 (+1 ms)Running coprocessor post-close hooks at 1732200913512 (+9 ms)Closed at 1732200913513 (+1 ms) 2024-11-21T14:55:13,513 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:55:13,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:13,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,33797,1732200910876 2024-11-21T14:55:13,560 INFO [RS:0;f7796871bd2a:33797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:13,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,33797,1732200910876] 2024-11-21T14:55:13,612 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,33797,1732200910876 already deleted, retry=false 2024-11-21T14:55:13,612 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,33797,1732200910876 expired; onlineServers=2 2024-11-21T14:55:13,694 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,46253,1732200910911; all regions closed. 2024-11-21T14:55:13,695 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,695 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,695 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,695 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,695 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741836_1012 (size=2751) 2024-11-21T14:55:13,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741836_1012 (size=2751) 2024-11-21T14:55:13,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741836_1012 (size=2751) 2024-11-21T14:55:13,704 DEBUG [RS:1;f7796871bd2a:46253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs 2024-11-21T14:55:13,704 INFO [RS:1;f7796871bd2a:46253 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f7796871bd2a%2C46253%2C1732200910911.meta:.meta(num 1732200912097) 2024-11-21T14:55:13,705 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,705 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,705 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,705 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,705 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:13,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741835_1011 (size=93) 2024-11-21T14:55:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741835_1011 (size=93) 2024-11-21T14:55:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741835_1011 (size=93) 2024-11-21T14:55:13,712 DEBUG [RS:1;f7796871bd2a:46253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs 2024-11-21T14:55:13,712 INFO [RS:1;f7796871bd2a:46253 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f7796871bd2a%2C46253%2C1732200910911:(num 1732200911518) 2024-11-21T14:55:13,712 DEBUG [RS:1;f7796871bd2a:46253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,712 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:13,712 INFO [RS:1;f7796871bd2a:46253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:13,712 INFO [RS:1;f7796871bd2a:46253 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:13,712 INFO [RS:0;f7796871bd2a:33797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1001a9408b30001, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:13,712 INFO [RS:1;f7796871bd2a:46253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:13,712 INFO [RS:0;f7796871bd2a:33797 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,33797,1732200910876; zookeeper connection closed. 2024-11-21T14:55:13,713 INFO [RS:1;f7796871bd2a:46253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46253 2024-11-21T14:55:13,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d54e8bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d54e8bf 2024-11-21T14:55:13,713 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:13,735 DEBUG [RS:2;f7796871bd2a:41275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/oldWALs 2024-11-21T14:55:13,735 INFO [RS:2;f7796871bd2a:41275 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog f7796871bd2a%2C41275%2C1732200910943:(num 1732200911513) 2024-11-21T14:55:13,735 DEBUG [RS:2;f7796871bd2a:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:55:13,735 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:55:13,736 INFO [RS:2;f7796871bd2a:41275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:13,736 INFO [RS:2;f7796871bd2a:41275 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:13,736 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:55:13,736 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:13,736 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:55:13,736 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:55:13,736 INFO [RS:2;f7796871bd2a:41275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:13,736 INFO [RS:2;f7796871bd2a:41275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41275 2024-11-21T14:55:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:55:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,46253,1732200910911 2024-11-21T14:55:13,812 INFO [RS:1;f7796871bd2a:46253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,41275,1732200910943 2024-11-21T14:55:13,843 INFO [RS:2;f7796871bd2a:41275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:13,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,41275,1732200910943] 2024-11-21T14:55:13,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,41275,1732200910943 already deleted, retry=false 2024-11-21T14:55:13,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,41275,1732200910943 expired; onlineServers=1 2024-11-21T14:55:13,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,46253,1732200910911] 2024-11-21T14:55:13,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,46253,1732200910911 already deleted, retry=false 2024-11-21T14:55:13,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,46253,1732200910911 expired; onlineServers=0 2024-11-21T14:55:13,905 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7796871bd2a,39555,1732200910822' ***** 2024-11-21T14:55:13,905 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:55:13,905 INFO [M:0;f7796871bd2a:39555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:55:13,905 INFO [M:0;f7796871bd2a:39555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:55:13,905 DEBUG [M:0;f7796871bd2a:39555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:55:13,905 DEBUG [M:0;f7796871bd2a:39555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:55:13,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:55:13,905 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200911248 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200911248,5,FailOnTimeoutGroup] 2024-11-21T14:55:13,905 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200911249 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200911249,5,FailOnTimeoutGroup] 2024-11-21T14:55:13,905 INFO [M:0;f7796871bd2a:39555 {}] hbase.ChoreService(370): Chore service for: master/f7796871bd2a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:55:13,905 INFO [M:0;f7796871bd2a:39555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:55:13,906 DEBUG [M:0;f7796871bd2a:39555 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:55:13,906 INFO [M:0;f7796871bd2a:39555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:55:13,906 INFO [M:0;f7796871bd2a:39555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:55:13,906 INFO [M:0;f7796871bd2a:39555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:55:13,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:55:13,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T14:55:13,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:55:13,920 DEBUG [M:0;f7796871bd2a:39555 {}] zookeeper.ZKUtil(347): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T14:55:13,920 WARN [M:0;f7796871bd2a:39555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:55:13,921 INFO [M:0;f7796871bd2a:39555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/.lastflushedseqids 2024-11-21T14:55:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741843_1019 (size=127) 2024-11-21T14:55:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741843_1019 (size=127) 2024-11-21T14:55:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741843_1019 (size=127) 2024-11-21T14:55:13,931 INFO [M:0;f7796871bd2a:39555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:55:13,931 INFO [M:0;f7796871bd2a:39555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:55:13,932 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:55:13,932 INFO [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:13,932 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:13,932 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:55:13,932 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:13,932 INFO [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-21T14:55:13,952 DEBUG [M:0;f7796871bd2a:39555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/577cfc5f1fa94917acde166d85ac4407 is 82, key is hbase:meta,,1/info:regioninfo/1732200912139/Put/seqid=0 2024-11-21T14:55:13,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741844_1020 (size=5672) 2024-11-21T14:55:13,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741844_1020 (size=5672) 2024-11-21T14:55:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741844_1020 (size=5672) 2024-11-21T14:55:13,962 INFO [M:0;f7796871bd2a:39555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/577cfc5f1fa94917acde166d85ac4407 2024-11-21T14:55:13,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:13,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46253-0x1001a9408b30002, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:13,967 INFO [RS:1;f7796871bd2a:46253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:13,967 INFO [RS:1;f7796871bd2a:46253 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,46253,1732200910911; zookeeper connection closed. 2024-11-21T14:55:13,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d795c5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d795c5b 2024-11-21T14:55:13,989 INFO [RS:2;f7796871bd2a:41275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:13,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:13,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x1001a9408b30003, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:13,989 INFO [RS:2;f7796871bd2a:41275 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,41275,1732200910943; zookeeper connection closed. 2024-11-21T14:55:13,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7288dc55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7288dc55 2024-11-21T14:55:13,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T14:55:13,992 DEBUG [M:0;f7796871bd2a:39555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8be221c781ad40c8a9c47ea6d0ddc2c5 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732200912850/Put/seqid=0 2024-11-21T14:55:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741845_1021 (size=6439) 2024-11-21T14:55:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741845_1021 (size=6439) 2024-11-21T14:55:14,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741845_1021 (size=6439) 2024-11-21T14:55:14,001 INFO [M:0;f7796871bd2a:39555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8be221c781ad40c8a9c47ea6d0ddc2c5 2024-11-21T14:55:14,026 DEBUG [M:0;f7796871bd2a:39555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98ab8c9ecebc4a04a75301b51b380776 is 69, key is f7796871bd2a,33797,1732200910876/rs:state/1732200911311/Put/seqid=0 2024-11-21T14:55:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741846_1022 (size=5294) 2024-11-21T14:55:14,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741846_1022 (size=5294) 2024-11-21T14:55:14,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741846_1022 (size=5294) 2024-11-21T14:55:14,038 INFO [M:0;f7796871bd2a:39555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98ab8c9ecebc4a04a75301b51b380776 2024-11-21T14:55:14,045 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/577cfc5f1fa94917acde166d85ac4407 as hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/577cfc5f1fa94917acde166d85ac4407 2024-11-21T14:55:14,053 INFO [M:0;f7796871bd2a:39555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/577cfc5f1fa94917acde166d85ac4407, entries=8, sequenceid=72, filesize=5.5 K 2024-11-21T14:55:14,054 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8be221c781ad40c8a9c47ea6d0ddc2c5 as hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8be221c781ad40c8a9c47ea6d0ddc2c5 2024-11-21T14:55:14,062 INFO [M:0;f7796871bd2a:39555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8be221c781ad40c8a9c47ea6d0ddc2c5, entries=8, sequenceid=72, filesize=6.3 K 2024-11-21T14:55:14,063 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98ab8c9ecebc4a04a75301b51b380776 as hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98ab8c9ecebc4a04a75301b51b380776 2024-11-21T14:55:14,071 INFO [M:0;f7796871bd2a:39555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/d3ee6c5e-f64c-7bcf-95f1-ceafc1605c3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98ab8c9ecebc4a04a75301b51b380776, entries=3, sequenceid=72, filesize=5.2 K 2024-11-21T14:55:14,073 INFO [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false 2024-11-21T14:55:14,074 INFO [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:55:14,074 DEBUG [M:0;f7796871bd2a:39555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200913932Disabling compacts and flushes for region at 1732200913932Disabling writes for close at 1732200913932Obtaining lock to block concurrent updates at 1732200913932Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732200913932Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1732200913933 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732200913934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732200913934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732200913951 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732200913951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732200913972 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732200913991 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732200913991Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732200914009 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732200914025 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732200914025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b8dcea: reopening flushed file at 1732200914044 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549954c4: reopening flushed file at 1732200914053 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf303b: reopening flushed file at 1732200914062 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false at 1732200914073 (+11 ms)Writing region close event to WAL at 1732200914074 (+1 ms)Closed at 1732200914074 2024-11-21T14:55:14,075 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:14,076 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:14,076 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:14,076 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:14,076 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T14:55:14,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741830_1006 (size=32674) 2024-11-21T14:55:14,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741830_1006 (size=32674) 2024-11-21T14:55:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741830_1006 (size=32674) 2024-11-21T14:55:14,084 INFO [M:0;f7796871bd2a:39555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:55:14,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:55:14,085 INFO [M:0;f7796871bd2a:39555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39555 2024-11-21T14:55:14,085 INFO [M:0;f7796871bd2a:39555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:55:14,251 INFO [M:0;f7796871bd2a:39555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:55:14,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:14,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39555-0x1001a9408b30000, quorum=127.0.0.1:57841, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:55:14,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6343b52f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:14,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@739551bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:14,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:14,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18099ade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:14,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70feba44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:14,277 WARN [BP-1578459108-172.17.0.2-1732200909691 heartbeating to localhost/127.0.0.1:34893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:55:14,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:55:14,277 WARN [BP-1578459108-172.17.0.2-1732200909691 heartbeating to localhost/127.0.0.1:34893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1578459108-172.17.0.2-1732200909691 (Datanode Uuid 074a2423-ca0f-4998-a082-7c67bc5ad125) service to localhost/127.0.0.1:34893 2024-11-21T14:55:14,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:55:14,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data5/current/BP-1578459108-172.17.0.2-1732200909691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:14,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data6/current/BP-1578459108-172.17.0.2-1732200909691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:14,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:55:14,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f93f23b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:14,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f8ad177{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:14,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:14,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de17eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:14,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c97821d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:14,300 WARN [BP-1578459108-172.17.0.2-1732200909691 heartbeating to localhost/127.0.0.1:34893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:55:14,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:55:14,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:55:14,301 WARN [BP-1578459108-172.17.0.2-1732200909691 heartbeating to localhost/127.0.0.1:34893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1578459108-172.17.0.2-1732200909691 (Datanode Uuid 51158561-3de6-4659-997b-07da0eb857ea) service to localhost/127.0.0.1:34893 2024-11-21T14:55:14,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data3/current/BP-1578459108-172.17.0.2-1732200909691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:14,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data4/current/BP-1578459108-172.17.0.2-1732200909691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:14,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:55:14,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7a7804{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:55:14,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c2dd4e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:14,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:14,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf9a1d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:14,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e83d124{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:14,317 WARN [BP-1578459108-172.17.0.2-1732200909691 heartbeating to localhost/127.0.0.1:34893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:55:14,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:55:14,317 WARN [BP-1578459108-172.17.0.2-1732200909691 heartbeating to localhost/127.0.0.1:34893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1578459108-172.17.0.2-1732200909691 (Datanode Uuid 6472e36c-39a9-4fc8-89c6-b5d646952f95) service to localhost/127.0.0.1:34893 2024-11-21T14:55:14,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:55:14,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data1/current/BP-1578459108-172.17.0.2-1732200909691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:14,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/cluster_e034dc5c-adbd-aa53-058f-c0ceb278c1a0/data/data2/current/BP-1578459108-172.17.0.2-1732200909691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:55:14,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:55:14,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f8a383e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:55:14,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@715f09c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:55:14,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:55:14,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c9ca4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:55:14,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3baa2892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a7ee009-9bdb-562a-123c-aff9b1525d41/hadoop.log.dir/,STOPPED} 2024-11-21T14:55:14,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:55:14,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:55:14,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 85) - Thread LEAK? -, OpenFileDescriptor=518 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1329 (was 1700)