2024-11-27 05:48:19,790 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-27 05:48:19,805 main DEBUG Took 0.012729 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 05:48:19,805 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 05:48:19,806 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 05:48:19,807 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 05:48:19,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,821 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 05:48:19,839 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,846 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,847 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,850 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,852 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 05:48:19,855 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,855 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 05:48:19,857 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 05:48:19,859 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 05:48:19,861 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 05:48:19,862 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 05:48:19,864 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 05:48:19,865 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 05:48:19,873 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 05:48:19,875 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 05:48:19,877 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 05:48:19,877 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 05:48:19,878 main DEBUG createAppenders(={Console}) 2024-11-27 05:48:19,879 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-27 05:48:19,879 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-27 05:48:19,879 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-27 05:48:19,880 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 05:48:19,880 main DEBUG OutputStream closed 2024-11-27 05:48:19,880 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 05:48:19,880 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 05:48:19,881 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-27 05:48:19,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 05:48:19,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 05:48:19,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 05:48:19,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 05:48:19,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 05:48:19,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 05:48:19,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 05:48:19,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 05:48:19,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 05:48:19,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 05:48:19,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 05:48:19,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 05:48:19,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 05:48:19,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 05:48:19,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 05:48:19,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 05:48:19,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 05:48:19,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 05:48:19,978 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 05:48:19,978 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-27 05:48:19,979 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 05:48:19,980 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-27T05:48:19,998 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-27 05:48:20,001 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 05:48:20,001 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T05:48:20,318 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db 2024-11-27T05:48:20,349 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742, deleteOnExit=true 2024-11-27T05:48:20,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/test.cache.data in system properties and HBase conf 2024-11-27T05:48:20,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:48:20,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:48:20,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:48:20,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:48:20,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T05:48:20,490 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T05:48:20,623 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:48:20,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:48:20,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:48:20,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:48:20,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:48:20,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:48:20,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:48:20,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:48:20,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:48:20,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:48:20,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:48:20,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:48:20,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:48:20,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:48:20,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:48:21,735 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T05:48:21,806 INFO [Time-limited test {}] log.Log(170): Logging initialized @2677ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T05:48:21,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:21,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:21,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:21,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:21,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:21,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:21,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e18bd18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:21,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faf2775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:22,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e22261{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/java.io.tmpdir/jetty-localhost-33971-hadoop-hdfs-3_4_1-tests_jar-_-any-12643942459257486167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:48:22,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3599471c{HTTP/1.1, (http/1.1)}{localhost:33971} 2024-11-27T05:48:22,198 INFO [Time-limited test {}] server.Server(415): Started @3070ms 2024-11-27T05:48:22,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:22,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:22,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:22,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:22,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:22,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7728820b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:22,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a906869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:23,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf2c732{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/java.io.tmpdir/jetty-localhost-45157-hadoop-hdfs-3_4_1-tests_jar-_-any-11830629535957949397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:23,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1182e874{HTTP/1.1, (http/1.1)}{localhost:45157} 2024-11-27T05:48:23,028 INFO [Time-limited test {}] server.Server(415): Started @3900ms 2024-11-27T05:48:23,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:23,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:23,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:23,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:23,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:23,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:23,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23e84c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:23,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ffdd72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:23,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41033a80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/java.io.tmpdir/jetty-localhost-38919-hadoop-hdfs-3_4_1-tests_jar-_-any-18215291622844858090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:23,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14721f03{HTTP/1.1, (http/1.1)}{localhost:38919} 2024-11-27T05:48:23,390 INFO [Time-limited test {}] server.Server(415): Started @4261ms 2024-11-27T05:48:23,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:23,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:23,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:23,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:23,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:23,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:23,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435daa1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:23,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41dce2a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:23,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67fa62aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/java.io.tmpdir/jetty-localhost-40267-hadoop-hdfs-3_4_1-tests_jar-_-any-6354260737110183005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:23,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f3a79{HTTP/1.1, (http/1.1)}{localhost:40267} 2024-11-27T05:48:23,604 INFO [Time-limited test {}] server.Server(415): Started @4475ms 2024-11-27T05:48:23,606 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:25,035 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data3/current/BP-158906824-172.17.0.2-1732686501223/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:25,035 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data1/current/BP-158906824-172.17.0.2-1732686501223/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:25,035 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data2/current/BP-158906824-172.17.0.2-1732686501223/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:25,035 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data4/current/BP-158906824-172.17.0.2-1732686501223/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:25,067 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:25,068 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4641174e4c167dc with lease ID 0x3decbb183eb786c0: Processing first storage report for DS-f443a074-b8fd-47c7-bcf8-469c7a1ec604 from datanode DatanodeRegistration(127.0.0.1:35623, datanodeUuid=6639b29f-211a-472f-aff9-44e2a00775c8, infoPort=40079, infoSecurePort=0, ipcPort=40965, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223) 2024-11-27T05:48:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4641174e4c167dc with lease ID 0x3decbb183eb786c0: from storage DS-f443a074-b8fd-47c7-bcf8-469c7a1ec604 node DatanodeRegistration(127.0.0.1:35623, datanodeUuid=6639b29f-211a-472f-aff9-44e2a00775c8, infoPort=40079, infoSecurePort=0, ipcPort=40965, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T05:48:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5556e1c34aadf826 with lease ID 0x3decbb183eb786bf: Processing first storage report for DS-582daadd-bacf-4403-8288-7763b881532d from datanode DatanodeRegistration(127.0.0.1:40449, datanodeUuid=95c48476-0673-422c-b957-e4752e5ca352, infoPort=42813, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223) 2024-11-27T05:48:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5556e1c34aadf826 with lease ID 0x3decbb183eb786bf: from storage DS-582daadd-bacf-4403-8288-7763b881532d node DatanodeRegistration(127.0.0.1:40449, datanodeUuid=95c48476-0673-422c-b957-e4752e5ca352, infoPort=42813, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4641174e4c167dc with lease ID 0x3decbb183eb786c0: Processing first storage report for DS-22ca0023-432a-400d-906c-14323418a80f from datanode DatanodeRegistration(127.0.0.1:35623, datanodeUuid=6639b29f-211a-472f-aff9-44e2a00775c8, infoPort=40079, infoSecurePort=0, ipcPort=40965, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223) 2024-11-27T05:48:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4641174e4c167dc with lease ID 0x3decbb183eb786c0: from storage DS-22ca0023-432a-400d-906c-14323418a80f node DatanodeRegistration(127.0.0.1:35623, datanodeUuid=6639b29f-211a-472f-aff9-44e2a00775c8, infoPort=40079, infoSecurePort=0, ipcPort=40965, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5556e1c34aadf826 with lease ID 0x3decbb183eb786bf: Processing first storage report for DS-6d92cce2-4039-4750-bbc8-46cc95d2b534 from datanode DatanodeRegistration(127.0.0.1:40449, datanodeUuid=95c48476-0673-422c-b957-e4752e5ca352, infoPort=42813, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223) 2024-11-27T05:48:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5556e1c34aadf826 with lease ID 0x3decbb183eb786bf: from storage DS-6d92cce2-4039-4750-bbc8-46cc95d2b534 node DatanodeRegistration(127.0.0.1:40449, datanodeUuid=95c48476-0673-422c-b957-e4752e5ca352, infoPort=42813, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:25,259 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data5/current/BP-158906824-172.17.0.2-1732686501223/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:25,259 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data6/current/BP-158906824-172.17.0.2-1732686501223/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:25,282 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e5ded8c7626aee1 with lease ID 0x3decbb183eb786c1: Processing first storage report for DS-44d1be79-75e0-4a1a-b117-8365a05632fd from datanode DatanodeRegistration(127.0.0.1:42469, datanodeUuid=b8b2393a-a56a-4ee0-8be4-cd40029eef54, infoPort=43869, infoSecurePort=0, ipcPort=36235, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223) 2024-11-27T05:48:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e5ded8c7626aee1 with lease ID 0x3decbb183eb786c1: from storage DS-44d1be79-75e0-4a1a-b117-8365a05632fd node DatanodeRegistration(127.0.0.1:42469, datanodeUuid=b8b2393a-a56a-4ee0-8be4-cd40029eef54, infoPort=43869, infoSecurePort=0, ipcPort=36235, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T05:48:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e5ded8c7626aee1 with lease ID 0x3decbb183eb786c1: Processing first storage report for DS-622dd562-d46f-4d22-92f9-c0bb1b77e2b5 from datanode DatanodeRegistration(127.0.0.1:42469, datanodeUuid=b8b2393a-a56a-4ee0-8be4-cd40029eef54, infoPort=43869, infoSecurePort=0, ipcPort=36235, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223) 2024-11-27T05:48:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e5ded8c7626aee1 with lease ID 0x3decbb183eb786c1: from storage DS-622dd562-d46f-4d22-92f9-c0bb1b77e2b5 node DatanodeRegistration(127.0.0.1:42469, datanodeUuid=b8b2393a-a56a-4ee0-8be4-cd40029eef54, infoPort=43869, infoSecurePort=0, ipcPort=36235, storageInfo=lv=-57;cid=testClusterID;nsid=1320800593;c=1732686501223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:25,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db 2024-11-27T05:48:25,479 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-27T05:48:25,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=9125 2024-11-27T05:48:25,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T05:48:25,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-27T05:48:25,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/zookeeper_0, clientPort=63124, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T05:48:25,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63124 2024-11-27T05:48:25,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:25,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:25,799 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:25,799 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:25,849 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:40300 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:40449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40300 dst: /127.0.0.1:40449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-27T05:48:26,269 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:26,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae with version=8 2024-11-27T05:48:26,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/hbase-staging 2024-11-27T05:48:26,364 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T05:48:26,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:26,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:26,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:26,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:26,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:26,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:26,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T05:48:26,924 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T05:48:26,935 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T05:48:26,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:26,976 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 64339 (auto-detected) 2024-11-27T05:48:26,977 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T05:48:26,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41855 2024-11-27T05:48:27,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41855 connecting to ZooKeeper ensemble=127.0.0.1:63124 2024-11-27T05:48:27,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418550x0, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:27,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41855-0x1017ad5e2460000 connected 2024-11-27T05:48:27,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:27,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:27,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:27,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae, hbase.cluster.distributed=false 2024-11-27T05:48:27,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:27,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41855 2024-11-27T05:48:27,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41855 2024-11-27T05:48:27,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41855 2024-11-27T05:48:27,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41855 2024-11-27T05:48:27,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41855 2024-11-27T05:48:27,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:27,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:27,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:27,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:27,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:27,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:27,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:48:27,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:27,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35789 2024-11-27T05:48:27,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35789 connecting to ZooKeeper ensemble=127.0.0.1:63124 2024-11-27T05:48:27,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:27,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:27,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357890x0, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:27,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:27,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35789-0x1017ad5e2460001 connected 2024-11-27T05:48:27,877 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:48:27,886 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:48:27,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:48:27,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:27,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35789 2024-11-27T05:48:27,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35789 2024-11-27T05:48:27,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35789 2024-11-27T05:48:27,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35789 2024-11-27T05:48:27,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35789 2024-11-27T05:48:27,914 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:27,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:27,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:27,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:27,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:27,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:27,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:48:27,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:27,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36695 2024-11-27T05:48:27,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36695 connecting to ZooKeeper ensemble=127.0.0.1:63124 2024-11-27T05:48:27,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:27,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:27,979 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366950x0, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:27,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36695-0x1017ad5e2460002 connected 2024-11-27T05:48:27,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:27,981 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:48:27,982 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:48:27,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:48:27,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:27,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-27T05:48:27,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36695 2024-11-27T05:48:27,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36695 2024-11-27T05:48:27,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-27T05:48:27,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-27T05:48:28,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:28,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:28,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:28,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:28,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:28,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:28,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:48:28,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:28,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39675 2024-11-27T05:48:28,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39675 connecting to ZooKeeper ensemble=127.0.0.1:63124 2024-11-27T05:48:28,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:28,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396750x0, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:28,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396750x0, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:28,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39675-0x1017ad5e2460003 connected 2024-11-27T05:48:28,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:48:28,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:48:28,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:48:28,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:28,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39675 2024-11-27T05:48:28,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39675 2024-11-27T05:48:28,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39675 2024-11-27T05:48:28,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39675 2024-11-27T05:48:28,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39675 2024-11-27T05:48:28,117 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4da2d47fc9ac:41855 2024-11-27T05:48:28,117 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:28,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,186 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,188 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:28,270 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:28,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:28,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:28,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,274 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,275 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T05:48:28,276 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4da2d47fc9ac,41855,1732686506444 from backup master directory 2024-11-27T05:48:28,338 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:28,339 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:28,339 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:28,341 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T05:48:28,342 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T05:48:28,403 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/hbase.id] with ID: 37d5fddf-c05e-4914-bc20-e24c300bbf94 2024-11-27T05:48:28,403 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/.tmp/hbase.id 2024-11-27T05:48:28,410 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,410 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,414 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:42652 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42652 dst: /127.0.0.1:35623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:28,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-27T05:48:28,421 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:28,422 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/.tmp/hbase.id]:[hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/hbase.id] 2024-11-27T05:48:28,471 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:28,476 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T05:48:28,495 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-27T05:48:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,512 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:28,533 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,533 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,545 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:51948 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:42469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51948 dst: /127.0.0.1:42469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-27T05:48:28,557 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:28,576 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:48:28,579 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T05:48:28,587 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:28,621 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,622 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,630 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:42668 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42668 dst: /127.0.0.1:35623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:28,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-27T05:48:28,639 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:28,655 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store 2024-11-27T05:48:28,673 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,673 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:28,681 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:42680 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42680 dst: /127.0.0.1:35623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-27T05:48:28,688 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:28,693 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T05:48:28,697 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:28,699 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:48:28,699 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:28,699 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:28,700 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:48:28,700 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:28,701 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:28,702 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686508699Disabling compacts and flushes for region at 1732686508699Disabling writes for close at 1732686508700 (+1 ms)Writing region close event to WAL at 1732686508701 (+1 ms)Closed at 1732686508701 2024-11-27T05:48:28,704 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/.initializing 2024-11-27T05:48:28,704 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/WALs/4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:28,712 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:48:28,731 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C41855%2C1732686506444, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/WALs/4da2d47fc9ac,41855,1732686506444, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/oldWALs, maxLogs=10 2024-11-27T05:48:28,769 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/WALs/4da2d47fc9ac,41855,1732686506444/4da2d47fc9ac%2C41855%2C1732686506444.1732686508736, exclude list is [], retry=0 2024-11-27T05:48:28,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:28,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40449,DS-582daadd-bacf-4403-8288-7763b881532d,DISK] 2024-11-27T05:48:28,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-44d1be79-75e0-4a1a-b117-8365a05632fd,DISK] 2024-11-27T05:48:28,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-f443a074-b8fd-47c7-bcf8-469c7a1ec604,DISK] 2024-11-27T05:48:28,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T05:48:28,836 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/WALs/4da2d47fc9ac,41855,1732686506444/4da2d47fc9ac%2C41855%2C1732686506444.1732686508736 2024-11-27T05:48:28,836 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43869:43869),(127.0.0.1/127.0.0.1:40079:40079),(127.0.0.1/127.0.0.1:42813:42813)] 2024-11-27T05:48:28,837 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:28,837 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:28,840 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,841 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T05:48:28,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:28,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:28,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T05:48:28,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:28,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:28,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T05:48:28,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:28,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:28,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T05:48:28,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:28,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:28,917 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,920 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,922 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,927 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,927 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,931 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:48:28,934 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:28,941 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:28,943 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60455411, jitterRate=-0.09914417564868927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:48:28,950 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732686508853Initializing all the Stores at 1732686508855 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686508855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686508856 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686508856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686508856Cleaning up temporary data from old regions at 1732686508927 (+71 ms)Region opened successfully at 1732686508950 (+23 ms) 2024-11-27T05:48:28,951 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T05:48:28,982 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5163ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:29,015 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T05:48:29,026 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T05:48:29,026 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T05:48:29,029 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T05:48:29,030 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T05:48:29,036 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T05:48:29,036 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T05:48:29,063 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T05:48:29,072 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T05:48:29,116 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T05:48:29,119 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T05:48:29,121 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T05:48:29,133 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T05:48:29,135 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T05:48:29,139 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T05:48:29,148 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T05:48:29,150 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T05:48:29,159 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T05:48:29,180 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T05:48:29,190 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T05:48:29,201 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:29,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,202 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,205 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4da2d47fc9ac,41855,1732686506444, sessionid=0x1017ad5e2460000, setting cluster-up flag (Was=false) 2024-11-27T05:48:29,232 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,264 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T05:48:29,267 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,296 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:29,327 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T05:48:29,329 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:29,335 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T05:48:29,403 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:29,407 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(746): ClusterId : 37d5fddf-c05e-4914-bc20-e24c300bbf94 2024-11-27T05:48:29,407 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(746): ClusterId : 37d5fddf-c05e-4914-bc20-e24c300bbf94 2024-11-27T05:48:29,407 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(746): ClusterId : 37d5fddf-c05e-4914-bc20-e24c300bbf94 2024-11-27T05:48:29,409 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:48:29,409 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:48:29,409 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:48:29,413 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T05:48:29,420 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T05:48:29,424 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:48:29,424 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:48:29,424 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:48:29,424 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:48:29,424 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:48:29,424 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:48:29,426 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4da2d47fc9ac,41855,1732686506444 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T05:48:29,434 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:48:29,434 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:48:29,434 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:48:29,435 DEBUG [RS:1;4da2d47fc9ac:36695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22618c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:29,435 DEBUG [RS:0;4da2d47fc9ac:35789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45293b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:29,435 DEBUG [RS:2;4da2d47fc9ac:39675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@929e95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:29,436 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:29,436 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:29,436 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:29,436 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:29,437 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4da2d47fc9ac:0, corePoolSize=10, maxPoolSize=10 2024-11-27T05:48:29,437 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,437 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:29,437 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,449 DEBUG [RS:1;4da2d47fc9ac:36695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4da2d47fc9ac:36695 2024-11-27T05:48:29,453 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:48:29,453 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:48:29,453 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4da2d47fc9ac:39675 2024-11-27T05:48:29,453 DEBUG [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:48:29,454 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:48:29,454 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:48:29,454 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:48:29,457 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,41855,1732686506444 with port=36695, startcode=1732686507913 2024-11-27T05:48:29,457 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4da2d47fc9ac:35789 2024-11-27T05:48:29,458 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:48:29,458 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:48:29,458 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:48:29,459 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,41855,1732686506444 with port=39675, startcode=1732686508007 2024-11-27T05:48:29,461 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732686539461 2024-11-27T05:48:29,461 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,41855,1732686506444 with port=35789, startcode=1732686507764 2024-11-27T05:48:29,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:29,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T05:48:29,463 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T05:48:29,464 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T05:48:29,468 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T05:48:29,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:29,468 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T05:48:29,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T05:48:29,469 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T05:48:29,469 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T05:48:29,472 DEBUG [RS:1;4da2d47fc9ac:36695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:48:29,472 DEBUG [RS:2;4da2d47fc9ac:39675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:48:29,472 DEBUG [RS:0;4da2d47fc9ac:35789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:48:29,476 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,483 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T05:48:29,485 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T05:48:29,485 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T05:48:29,491 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T05:48:29,492 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T05:48:29,500 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686509493,5,FailOnTimeoutGroup] 2024-11-27T05:48:29,516 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686509500,5,FailOnTimeoutGroup] 2024-11-27T05:48:29,516 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,517 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T05:48:29,519 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,519 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:29,519 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,519 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:29,520 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:48:29,520 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:48:29,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:48:29,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:29,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:29,532 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:51964 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:42469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51964 dst: /127.0.0.1:42469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:29,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:29,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:29,548 DEBUG [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae 2024-11-27T05:48:29,548 DEBUG [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46733 2024-11-27T05:48:29,548 DEBUG [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:48:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-27T05:48:29,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:29,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:29,553 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae 2024-11-27T05:48:29,553 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46733 2024-11-27T05:48:29,553 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:48:29,557 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae 2024-11-27T05:48:29,557 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46733 2024-11-27T05:48:29,558 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:48:29,558 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:29,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T05:48:29,560 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae 2024-11-27T05:48:29,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:29,571 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:29,571 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:29,579 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:51972 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:42469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51972 dst: /127.0.0.1:42469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-27T05:48:29,585 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:29,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:29,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:48:29,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:48:29,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:29,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:29,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:48:29,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:48:29,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:29,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:29,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:48:29,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:48:29,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:29,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:29,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:48:29,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:48:29,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:29,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:29,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:48:29,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740 2024-11-27T05:48:29,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740 2024-11-27T05:48:29,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:48:29,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:48:29,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:48:29,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:48:29,634 DEBUG [RS:1;4da2d47fc9ac:36695 {}] zookeeper.ZKUtil(111): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:29,634 WARN [RS:1;4da2d47fc9ac:36695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:29,634 DEBUG [RS:2;4da2d47fc9ac:39675 {}] zookeeper.ZKUtil(111): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:29,634 INFO [RS:1;4da2d47fc9ac:36695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:29,634 WARN [RS:2;4da2d47fc9ac:39675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:29,634 INFO [RS:2;4da2d47fc9ac:39675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:29,634 DEBUG [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:29,634 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:29,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,39675,1732686508007] 2024-11-27T05:48:29,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,35789,1732686507764] 2024-11-27T05:48:29,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,36695,1732686507913] 2024-11-27T05:48:29,637 DEBUG [RS:0;4da2d47fc9ac:35789 {}] zookeeper.ZKUtil(111): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:29,637 WARN [RS:0;4da2d47fc9ac:35789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:29,637 INFO [RS:0;4da2d47fc9ac:35789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:29,637 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:29,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:29,656 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70308734, jitterRate=0.0476817786693573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:48:29,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732686509587Initializing all the Stores at 1732686509589 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686509589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686509589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686509589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686509589Cleaning up temporary data from old regions at 1732686509617 (+28 ms)Region opened successfully at 1732686509661 (+44 ms) 2024-11-27T05:48:29,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:48:29,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:48:29,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:48:29,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:48:29,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:48:29,665 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:48:29,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686509662Disabling compacts and flushes for region at 1732686509662Disabling writes for close at 1732686509663 (+1 ms)Writing region close event to WAL at 1732686509664 (+1 ms)Closed at 1732686509665 (+1 ms) 2024-11-27T05:48:29,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:29,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T05:48:29,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T05:48:29,680 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:48:29,681 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:48:29,680 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:48:29,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:48:29,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T05:48:29,699 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:48:29,705 INFO [RS:1;4da2d47fc9ac:36695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:48:29,706 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,706 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:48:29,707 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:48:29,708 INFO [RS:2;4da2d47fc9ac:39675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:48:29,708 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,712 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:48:29,715 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:48:29,715 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:48:29,716 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:48:29,716 INFO [RS:0;4da2d47fc9ac:35789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:48:29,716 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,716 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,716 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,717 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,717 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:29,718 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:29,718 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,718 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,719 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,719 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,719 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:29,719 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:29,719 DEBUG [RS:2;4da2d47fc9ac:39675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:29,719 DEBUG [RS:1;4da2d47fc9ac:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:29,720 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:48:29,722 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:48:29,722 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,723 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,723 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,723 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,723 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,723 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,723 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:29,724 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,724 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,724 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,724 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,724 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,724 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:29,724 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:29,725 DEBUG [RS:0;4da2d47fc9ac:35789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:29,731 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,731 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,732 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39675,1732686508007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:29,732 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35789,1732686507764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:29,732 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,36695,1732686507913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:29,758 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:48:29,758 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:48:29,758 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:48:29,760 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,35789,1732686507764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,760 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,39675,1732686508007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,760 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,36695,1732686507913-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,761 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,761 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,761 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.Replication(171): 4da2d47fc9ac,39675,1732686508007 started 2024-11-27T05:48:29,761 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.Replication(171): 4da2d47fc9ac,36695,1732686507913 started 2024-11-27T05:48:29,761 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,761 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.Replication(171): 4da2d47fc9ac,35789,1732686507764 started 2024-11-27T05:48:29,787 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,787 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,788 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,35789,1732686507764, RpcServer on 4da2d47fc9ac/172.17.0.2:35789, sessionid=0x1017ad5e2460001 2024-11-27T05:48:29,788 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,39675,1732686508007, RpcServer on 4da2d47fc9ac/172.17.0.2:39675, sessionid=0x1017ad5e2460003 2024-11-27T05:48:29,789 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:48:29,789 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:48:29,789 DEBUG [RS:0;4da2d47fc9ac:35789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:29,789 DEBUG [RS:2;4da2d47fc9ac:39675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:29,789 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,35789,1732686507764' 2024-11-27T05:48:29,789 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:48:29,789 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:29,790 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,36695,1732686507913, RpcServer on 4da2d47fc9ac/172.17.0.2:36695, sessionid=0x1017ad5e2460002 2024-11-27T05:48:29,790 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,39675,1732686508007' 2024-11-27T05:48:29,790 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:48:29,790 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:48:29,790 DEBUG [RS:1;4da2d47fc9ac:36695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:29,790 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,36695,1732686507913' 2024-11-27T05:48:29,790 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:48:29,790 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:48:29,791 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:48:29,791 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:48:29,791 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:48:29,791 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:48:29,791 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:48:29,791 DEBUG [RS:0;4da2d47fc9ac:35789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:29,792 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:48:29,792 DEBUG [RS:2;4da2d47fc9ac:39675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:29,792 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,35789,1732686507764' 2024-11-27T05:48:29,792 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,39675,1732686508007' 2024-11-27T05:48:29,792 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:48:29,792 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:48:29,792 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:48:29,792 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:48:29,793 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:48:29,793 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:48:29,793 DEBUG [RS:1;4da2d47fc9ac:36695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:29,793 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,36695,1732686507913' 2024-11-27T05:48:29,793 DEBUG [RS:2;4da2d47fc9ac:39675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:48:29,793 DEBUG [RS:0;4da2d47fc9ac:35789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:48:29,793 INFO [RS:2;4da2d47fc9ac:39675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:48:29,793 INFO [RS:0;4da2d47fc9ac:35789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:48:29,793 INFO [RS:2;4da2d47fc9ac:39675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:48:29,793 INFO [RS:0;4da2d47fc9ac:35789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:48:29,793 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:48:29,796 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:48:29,797 DEBUG [RS:1;4da2d47fc9ac:36695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:48:29,798 INFO [RS:1;4da2d47fc9ac:36695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:48:29,798 INFO [RS:1;4da2d47fc9ac:36695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:48:29,844 WARN [4da2d47fc9ac:41855 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T05:48:29,900 INFO [RS:2;4da2d47fc9ac:39675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:48:29,900 INFO [RS:0;4da2d47fc9ac:35789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:48:29,900 INFO [RS:1;4da2d47fc9ac:36695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T05:48:29,904 INFO [RS:2;4da2d47fc9ac:39675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C39675%2C1732686508007, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,39675,1732686508007, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs, maxLogs=32 2024-11-27T05:48:29,904 INFO [RS:1;4da2d47fc9ac:36695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C36695%2C1732686507913, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,36695,1732686507913, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs, maxLogs=32 2024-11-27T05:48:29,904 INFO [RS:0;4da2d47fc9ac:35789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C35789%2C1732686507764, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs, maxLogs=32 2024-11-27T05:48:29,921 DEBUG [RS:1;4da2d47fc9ac:36695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,36695,1732686507913/4da2d47fc9ac%2C36695%2C1732686507913.1732686509908, exclude list is [], retry=0 2024-11-27T05:48:29,921 DEBUG [RS:2;4da2d47fc9ac:39675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,39675,1732686508007/4da2d47fc9ac%2C39675%2C1732686508007.1732686509908, exclude list is [], retry=0 2024-11-27T05:48:29,921 DEBUG [RS:0;4da2d47fc9ac:35789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764/4da2d47fc9ac%2C35789%2C1732686507764.1732686509908, exclude list is [], retry=0 2024-11-27T05:48:29,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-44d1be79-75e0-4a1a-b117-8365a05632fd,DISK] 2024-11-27T05:48:29,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-f443a074-b8fd-47c7-bcf8-469c7a1ec604,DISK] 2024-11-27T05:48:29,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40449,DS-582daadd-bacf-4403-8288-7763b881532d,DISK] 2024-11-27T05:48:29,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-f443a074-b8fd-47c7-bcf8-469c7a1ec604,DISK] 2024-11-27T05:48:29,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-f443a074-b8fd-47c7-bcf8-469c7a1ec604,DISK] 2024-11-27T05:48:29,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40449,DS-582daadd-bacf-4403-8288-7763b881532d,DISK] 2024-11-27T05:48:29,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-44d1be79-75e0-4a1a-b117-8365a05632fd,DISK] 2024-11-27T05:48:29,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-44d1be79-75e0-4a1a-b117-8365a05632fd,DISK] 2024-11-27T05:48:29,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40449,DS-582daadd-bacf-4403-8288-7763b881532d,DISK] 2024-11-27T05:48:29,963 INFO [RS:2;4da2d47fc9ac:39675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,39675,1732686508007/4da2d47fc9ac%2C39675%2C1732686508007.1732686509908 2024-11-27T05:48:29,963 INFO [RS:0;4da2d47fc9ac:35789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764/4da2d47fc9ac%2C35789%2C1732686507764.1732686509908 2024-11-27T05:48:29,964 DEBUG [RS:2;4da2d47fc9ac:39675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42813:42813),(127.0.0.1/127.0.0.1:40079:40079),(127.0.0.1/127.0.0.1:43869:43869)] 2024-11-27T05:48:29,964 DEBUG [RS:0;4da2d47fc9ac:35789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40079:40079),(127.0.0.1/127.0.0.1:43869:43869),(127.0.0.1/127.0.0.1:42813:42813)] 2024-11-27T05:48:29,965 INFO [RS:1;4da2d47fc9ac:36695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,36695,1732686507913/4da2d47fc9ac%2C36695%2C1732686507913.1732686509908 2024-11-27T05:48:29,966 DEBUG [RS:1;4da2d47fc9ac:36695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43869:43869),(127.0.0.1/127.0.0.1:42813:42813),(127.0.0.1/127.0.0.1:40079:40079)] 2024-11-27T05:48:30,097 DEBUG [4da2d47fc9ac:41855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T05:48:30,105 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(204): Hosts are {4da2d47fc9ac=0} racks are {/default-rack=0} 2024-11-27T05:48:30,112 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T05:48:30,113 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T05:48:30,113 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T05:48:30,113 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T05:48:30,113 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T05:48:30,113 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T05:48:30,113 INFO [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T05:48:30,113 INFO [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T05:48:30,113 INFO [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T05:48:30,113 DEBUG [4da2d47fc9ac:41855 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T05:48:30,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:30,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,35789,1732686507764, state=OPENING 2024-11-27T05:48:30,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T05:48:30,154 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:30,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:48:30,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,35789,1732686507764}] 2024-11-27T05:48:30,336 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:48:30,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35809, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:48:30,351 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T05:48:30,352 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T05:48:30,352 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T05:48:30,355 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C35789%2C1732686507764.meta, suffix=.meta, logDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs, maxLogs=32 2024-11-27T05:48:30,371 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764/4da2d47fc9ac%2C35789%2C1732686507764.meta.1732686510357.meta, exclude list is [], retry=0 2024-11-27T05:48:30,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-f443a074-b8fd-47c7-bcf8-469c7a1ec604,DISK] 2024-11-27T05:48:30,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40449,DS-582daadd-bacf-4403-8288-7763b881532d,DISK] 2024-11-27T05:48:30,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-44d1be79-75e0-4a1a-b117-8365a05632fd,DISK] 2024-11-27T05:48:30,378 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764/4da2d47fc9ac%2C35789%2C1732686507764.meta.1732686510357.meta 2024-11-27T05:48:30,378 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43869:43869),(127.0.0.1/127.0.0.1:40079:40079),(127.0.0.1/127.0.0.1:42813:42813)] 2024-11-27T05:48:30,379 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:30,380 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T05:48:30,382 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T05:48:30,387 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T05:48:30,390 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T05:48:30,391 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:30,391 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T05:48:30,391 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T05:48:30,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:48:30,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:48:30,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:30,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:30,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:48:30,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:48:30,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:30,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:30,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:48:30,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:48:30,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:30,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:30,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:48:30,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:48:30,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:30,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:30,409 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:48:30,411 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740 2024-11-27T05:48:30,413 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740 2024-11-27T05:48:30,416 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:48:30,416 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:48:30,417 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:48:30,419 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:48:30,421 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73579485, jitterRate=0.09641976654529572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:48:30,421 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T05:48:30,422 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732686510392Writing region info on filesystem at 1732686510392Initializing all the Stores at 1732686510394 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686510394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686510394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686510394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686510394Cleaning up temporary data from old regions at 1732686510416 (+22 ms)Running coprocessor post-open hooks at 1732686510421 (+5 ms)Region opened successfully at 1732686510422 (+1 ms) 2024-11-27T05:48:30,428 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732686510329 2024-11-27T05:48:30,440 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T05:48:30,440 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T05:48:30,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:30,444 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,35789,1732686507764, state=OPEN 2024-11-27T05:48:30,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:30,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:30,453 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:30,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:30,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:30,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:30,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T05:48:30,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,35789,1732686507764 in 295 msec 2024-11-27T05:48:30,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T05:48:30,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 785 msec 2024-11-27T05:48:30,470 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:30,470 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T05:48:30,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:48:30,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,35789,1732686507764, seqNum=-1] 2024-11-27T05:48:30,511 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:30,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55677, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:30,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1710 sec 2024-11-27T05:48:30,536 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732686510536, completionTime=-1 2024-11-27T05:48:30,540 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T05:48:30,540 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T05:48:30,592 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T05:48:30,592 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732686570592 2024-11-27T05:48:30,592 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732686630592 2024-11-27T05:48:30,592 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 52 msec 2024-11-27T05:48:30,594 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T05:48:30,601 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,41855,1732686506444-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:30,601 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,41855,1732686506444-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:30,602 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,41855,1732686506444-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:30,603 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4da2d47fc9ac:41855, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:30,603 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:30,604 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:30,614 DEBUG [master/4da2d47fc9ac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T05:48:30,636 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.297sec 2024-11-27T05:48:30,638 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T05:48:30,639 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T05:48:30,640 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T05:48:30,641 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T05:48:30,641 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T05:48:30,642 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,41855,1732686506444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:30,643 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,41855,1732686506444-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T05:48:30,647 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T05:48:30,649 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T05:48:30,649 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,41855,1732686506444-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:30,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336d2601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:30,722 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T05:48:30,722 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T05:48:30,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4da2d47fc9ac,41855,-1 for getting cluster id 2024-11-27T05:48:30,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T05:48:30,737 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37d5fddf-c05e-4914-bc20-e24c300bbf94' 2024-11-27T05:48:30,741 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T05:48:30,741 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37d5fddf-c05e-4914-bc20-e24c300bbf94" 2024-11-27T05:48:30,744 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3271918d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:30,744 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4da2d47fc9ac,41855,-1] 2024-11-27T05:48:30,747 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T05:48:30,749 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:30,750 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T05:48:30,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a14ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:30,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:48:30,764 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,35789,1732686507764, seqNum=-1] 2024-11-27T05:48:30,764 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:30,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:30,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T05:48:30,807 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:30,811 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31597ee8 2024-11-27T05:48:30,812 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T05:48:30,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T05:48:30,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:48:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-27T05:48:30,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T05:48:30,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-27T05:48:30,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:30,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T05:48:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:30,858 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:30,858 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:30,865 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:40372 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40372 dst: /127.0.0.1:40449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:30,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-27T05:48:30,875 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:30,881 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 931ea557d0d9baedf8880a4a62a58841, NAME => 'TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae 2024-11-27T05:48:30,895 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:30,895 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:30,901 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:52046 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:42469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52046 dst: /127.0.0.1:42469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-27T05:48:30,908 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:30,908 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:30,909 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 931ea557d0d9baedf8880a4a62a58841, disabling compactions & flushes 2024-11-27T05:48:30,909 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:30,909 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:30,909 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. after waiting 0 ms 2024-11-27T05:48:30,909 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:30,909 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:30,909 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 931ea557d0d9baedf8880a4a62a58841: Waiting for close lock at 1732686510908Disabling compacts and flushes for region at 1732686510908Disabling writes for close at 1732686510909 (+1 ms)Writing region close event to WAL at 1732686510909Closed at 1732686510909 2024-11-27T05:48:30,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T05:48:30,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732686510912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686510912"}]},"ts":"1732686510912"} 2024-11-27T05:48:30,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T05:48:30,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T05:48:30,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686510928"}]},"ts":"1732686510928"} 2024-11-27T05:48:30,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-27T05:48:30,937 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4da2d47fc9ac=0} racks are {/default-rack=0} 2024-11-27T05:48:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T05:48:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T05:48:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T05:48:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T05:48:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T05:48:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T05:48:30,939 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T05:48:30,939 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T05:48:30,939 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T05:48:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T05:48:30,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=931ea557d0d9baedf8880a4a62a58841, ASSIGN}] 2024-11-27T05:48:30,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=931ea557d0d9baedf8880a4a62a58841, ASSIGN 2024-11-27T05:48:30,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=931ea557d0d9baedf8880a4a62a58841, ASSIGN; state=OFFLINE, location=4da2d47fc9ac,39675,1732686508007; forceNewPlan=false, retain=false 2024-11-27T05:48:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:31,097 INFO [4da2d47fc9ac:41855 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-27T05:48:31,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=931ea557d0d9baedf8880a4a62a58841, regionState=OPENING, regionLocation=4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:31,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=931ea557d0d9baedf8880a4a62a58841, ASSIGN because future has completed 2024-11-27T05:48:31,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 931ea557d0d9baedf8880a4a62a58841, server=4da2d47fc9ac,39675,1732686508007}] 2024-11-27T05:48:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-27T05:48:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-27T05:48:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-27T05:48:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-27T05:48:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-27T05:48:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-27T05:48:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:31,258 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:48:31,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:48:31,269 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:31,269 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 931ea557d0d9baedf8880a4a62a58841, NAME => 'TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:31,270 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,270 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:31,270 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,270 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,273 INFO [StoreOpener-931ea557d0d9baedf8880a4a62a58841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,275 INFO [StoreOpener-931ea557d0d9baedf8880a4a62a58841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 931ea557d0d9baedf8880a4a62a58841 columnFamilyName cf 2024-11-27T05:48:31,275 DEBUG [StoreOpener-931ea557d0d9baedf8880a4a62a58841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:31,276 INFO [StoreOpener-931ea557d0d9baedf8880a4a62a58841-1 {}] regionserver.HStore(327): Store=931ea557d0d9baedf8880a4a62a58841/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:31,276 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,278 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,278 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,279 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,279 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,281 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,291 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:31,292 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 931ea557d0d9baedf8880a4a62a58841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59155220, jitterRate=-0.11851853132247925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:48:31,292 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-27T05:48:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-27T05:48:31,294 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 931ea557d0d9baedf8880a4a62a58841: Running coprocessor pre-open hook at 1732686511270Writing region info on filesystem at 1732686511270Initializing all the Stores at 1732686511272 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686511272Cleaning up temporary data from old regions at 1732686511279 (+7 ms)Running coprocessor post-open hooks at 1732686511292 (+13 ms)Region opened successfully at 1732686511293 (+1 ms) 2024-11-27T05:48:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-27T05:48:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-27T05:48:31,298 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841., pid=6, masterSystemTime=1732686511258 2024-11-27T05:48:31,302 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:31,302 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:31,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=931ea557d0d9baedf8880a4a62a58841, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:31,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 931ea557d0d9baedf8880a4a62a58841, server=4da2d47fc9ac,39675,1732686508007 because future has completed 2024-11-27T05:48:31,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T05:48:31,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 931ea557d0d9baedf8880a4a62a58841, server=4da2d47fc9ac,39675,1732686508007 in 206 msec 2024-11-27T05:48:31,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T05:48:31,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=931ea557d0d9baedf8880a4a62a58841, ASSIGN in 373 msec 2024-11-27T05:48:31,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T05:48:31,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686511321"}]},"ts":"1732686511321"} 2024-11-27T05:48:31,324 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-27T05:48:31,326 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T05:48:31,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 498 msec 2024-11-27T05:48:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:31,480 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-27T05:48:31,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-27T05:48:31,482 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:48:31,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-27T05:48:31,489 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:48:31,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-27T05:48:31,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841., hostname=4da2d47fc9ac,39675,1732686508007, seqNum=2] 2024-11-27T05:48:31,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:31,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:31,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-27T05:48:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-27T05:48:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:48:31,534 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-27T05:48:31,539 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T05:48:31,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T05:48:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:48:31,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T05:48:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:31,715 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 931ea557d0d9baedf8880a4a62a58841 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-27T05:48:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841/.tmp/cf/91fa08c0528340eda1448ac66852b0f3 is 36, key is row/cf:cq/1732686511505/Put/seqid=0 2024-11-27T05:48:31,798 WARN [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:31,798 WARN [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:31,803 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_774028858_22 at /127.0.0.1:52092 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:42469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52092 dst: /127.0.0.1:42469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-27T05:48:31,813 WARN [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:31,813 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841/.tmp/cf/91fa08c0528340eda1448ac66852b0f3 2024-11-27T05:48:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:48:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841/.tmp/cf/91fa08c0528340eda1448ac66852b0f3 as hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841/cf/91fa08c0528340eda1448ac66852b0f3 2024-11-27T05:48:31,869 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841/cf/91fa08c0528340eda1448ac66852b0f3, entries=1, sequenceid=5, filesize=4.7 K 2024-11-27T05:48:31,875 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 931ea557d0d9baedf8880a4a62a58841 in 159ms, sequenceid=5, compaction requested=false 2024-11-27T05:48:31,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-27T05:48:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 931ea557d0d9baedf8880a4a62a58841: 2024-11-27T05:48:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:31,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T05:48:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T05:48:31,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-27T05:48:31,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 346 msec 2024-11-27T05:48:31,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 378 msec 2024-11-27T05:48:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:48:32,160 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-27T05:48:32,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T05:48:32,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:48:32,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:32,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T05:48:32,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T05:48:32,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1441288993, stopped=false 2024-11-27T05:48:32,187 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4da2d47fc9ac,41855,1732686506444 2024-11-27T05:48:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:32,254 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:32,254 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:32,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:48:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:32,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:48:32,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:32,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:32,256 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,36695,1732686507913' ***** 2024-11-27T05:48:32,257 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(2210): STOPPED: Exiting; cluster shutdown set and not carrying any regions 2024-11-27T05:48:32,257 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,35789,1732686507764' ***** 2024-11-27T05:48:32,257 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:48:32,257 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,39675,1732686508007' ***** 2024-11-27T05:48:32,257 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:48:32,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:32,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:32,257 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:48:32,258 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-27T05:48:32,258 INFO [RS:0;4da2d47fc9ac:35789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:48:32,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:48:32,258 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(3091): Received CLOSE for 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:32,258 INFO [RS:0;4da2d47fc9ac:35789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:48:32,259 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:32,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:32,259 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:32,259 INFO [RS:0;4da2d47fc9ac:35789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4da2d47fc9ac:35789. 2024-11-27T05:48:32,259 DEBUG [RS:0;4da2d47fc9ac:35789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:32,259 DEBUG [RS:0;4da2d47fc9ac:35789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,259 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:48:32,260 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:48:32,260 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:48:32,260 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T05:48:32,260 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:48:32,260 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 931ea557d0d9baedf8880a4a62a58841, disabling compactions & flushes 2024-11-27T05:48:32,260 INFO [RS:1;4da2d47fc9ac:36695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:48:32,260 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:32,260 INFO [RS:1;4da2d47fc9ac:36695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:48:32,260 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:32,260 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T05:48:32,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:48:32,260 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:32,261 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T05:48:32,260 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. after waiting 0 ms 2024-11-27T05:48:32,260 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:48:32,261 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:32,261 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:32,261 INFO [RS:1;4da2d47fc9ac:36695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4da2d47fc9ac:36695. 2024-11-27T05:48:32,261 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:48:32,261 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:48:32,261 DEBUG [RS:1;4da2d47fc9ac:36695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:32,261 DEBUG [RS:1;4da2d47fc9ac:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,261 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:48:32,261 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T05:48:32,261 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:48:32,261 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,36695,1732686507913; all regions closed. 2024-11-27T05:48:32,262 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T05:48:32,263 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:48:32,263 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:48:32,263 INFO [RS:2;4da2d47fc9ac:39675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:48:32,263 INFO [RS:2;4da2d47fc9ac:39675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:48:32,263 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:32,263 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:32,263 INFO [RS:2;4da2d47fc9ac:39675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4da2d47fc9ac:39675. 2024-11-27T05:48:32,263 DEBUG [RS:2;4da2d47fc9ac:39675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:32,264 DEBUG [RS:2;4da2d47fc9ac:39675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,264 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T05:48:32,264 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1325): Online Regions={931ea557d0d9baedf8880a4a62a58841=TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841.} 2024-11-27T05:48:32,264 DEBUG [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1351): Waiting on 931ea557d0d9baedf8880a4a62a58841 2024-11-27T05:48:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_1073741827_1017 (size=93) 2024-11-27T05:48:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741827_1017 (size=93) 2024-11-27T05:48:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741827_1017 (size=93) 2024-11-27T05:48:32,276 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/default/TestHBaseWalOnEC/931ea557d0d9baedf8880a4a62a58841/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T05:48:32,276 DEBUG [RS:1;4da2d47fc9ac:36695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs 2024-11-27T05:48:32,276 INFO [RS:1;4da2d47fc9ac:36695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C36695%2C1732686507913:(num 1732686509908) 2024-11-27T05:48:32,276 DEBUG [RS:1;4da2d47fc9ac:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,276 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:32,276 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:32,277 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:32,277 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:48:32,277 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:48:32,277 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:32,277 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:48:32,277 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:32,277 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:32,277 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 931ea557d0d9baedf8880a4a62a58841: Waiting for close lock at 1732686512259Running coprocessor pre-close hooks at 1732686512260 (+1 ms)Disabling compacts and flushes for region at 1732686512260Disabling writes for close at 1732686512261 (+1 ms)Writing region close event to WAL at 1732686512263 (+2 ms)Running coprocessor post-close hooks at 1732686512277 (+14 ms)Closed at 1732686512277 2024-11-27T05:48:32,277 INFO [RS:1;4da2d47fc9ac:36695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36695 2024-11-27T05:48:32,278 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841. 2024-11-27T05:48:32,290 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,36695,1732686507913 2024-11-27T05:48:32,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:32,291 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:32,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,36695,1732686507913] 2024-11-27T05:48:32,302 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/info/68b6b37c88a84e90a6aa132a6d140adb is 153, key is TestHBaseWalOnEC,,1732686510818.931ea557d0d9baedf8880a4a62a58841./info:regioninfo/1732686511303/Put/seqid=0 2024-11-27T05:48:32,305 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:32,305 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:32,309 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2050876461_22 at /127.0.0.1:33428 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:40449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33428 dst: /127.0.0.1:40449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:32,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,36695,1732686507913 already deleted, retry=false 2024-11-27T05:48:32,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,36695,1732686507913 expired; onlineServers=2 2024-11-27T05:48:32,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-27T05:48:32,313 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:32,313 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/info/68b6b37c88a84e90a6aa132a6d140adb 2024-11-27T05:48:32,334 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:32,336 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:32,338 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:32,342 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/ns/26bf7af69ca54f8d96b300f6f7f01f9e is 43, key is default/ns:d/1732686510518/Put/seqid=0 2024-11-27T05:48:32,344 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:32,344 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:32,348 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2050876461_22 at /127.0.0.1:51800 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51800 dst: /127.0.0.1:35623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:32,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-27T05:48:32,401 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:32,401 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1017ad5e2460002, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:32,402 INFO [RS:1;4da2d47fc9ac:36695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:32,402 INFO [RS:1;4da2d47fc9ac:36695 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,36695,1732686507913; zookeeper connection closed. 2024-11-27T05:48:32,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6909f80e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6909f80e 2024-11-27T05:48:32,461 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T05:48:32,464 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,39675,1732686508007; all regions closed. 2024-11-27T05:48:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741828_1018 (size=1298) 2024-11-27T05:48:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_1073741828_1018 (size=1298) 2024-11-27T05:48:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741828_1018 (size=1298) 2024-11-27T05:48:32,471 DEBUG [RS:2;4da2d47fc9ac:39675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C39675%2C1732686508007:(num 1732686509908) 2024-11-27T05:48:32,472 DEBUG [RS:2;4da2d47fc9ac:39675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:48:32,472 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:48:32,472 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:32,473 INFO [RS:2;4da2d47fc9ac:39675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39675 2024-11-27T05:48:32,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:32,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,39675,1732686508007 2024-11-27T05:48:32,485 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:32,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,39675,1732686508007] 2024-11-27T05:48:32,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,39675,1732686508007 already deleted, retry=false 2024-11-27T05:48:32,506 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,39675,1732686508007 expired; onlineServers=1 2024-11-27T05:48:32,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:32,596 INFO [RS:2;4da2d47fc9ac:39675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:32,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39675-0x1017ad5e2460003, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:32,596 INFO [RS:2;4da2d47fc9ac:39675 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,39675,1732686508007; zookeeper connection closed. 2024-11-27T05:48:32,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@427b74bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@427b74bf 2024-11-27T05:48:32,662 DEBUG [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T05:48:32,731 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T05:48:32,732 INFO [regionserver/4da2d47fc9ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T05:48:32,753 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:32,754 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/ns/26bf7af69ca54f8d96b300f6f7f01f9e 2024-11-27T05:48:32,783 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/table/aa6355a912fa45a2b2fd0403edd988a3 is 52, key is TestHBaseWalOnEC/table:state/1732686511321/Put/seqid=0 2024-11-27T05:48:32,785 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:32,785 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:32,789 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2050876461_22 at /127.0.0.1:33448 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:40449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33448 dst: /127.0.0.1:40449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:32,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-27T05:48:32,793 WARN [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:32,793 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/table/aa6355a912fa45a2b2fd0403edd988a3 2024-11-27T05:48:32,804 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/info/68b6b37c88a84e90a6aa132a6d140adb as hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/info/68b6b37c88a84e90a6aa132a6d140adb 2024-11-27T05:48:32,816 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/info/68b6b37c88a84e90a6aa132a6d140adb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T05:48:32,818 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/ns/26bf7af69ca54f8d96b300f6f7f01f9e as hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/ns/26bf7af69ca54f8d96b300f6f7f01f9e 2024-11-27T05:48:32,829 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/ns/26bf7af69ca54f8d96b300f6f7f01f9e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T05:48:32,830 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/.tmp/table/aa6355a912fa45a2b2fd0403edd988a3 as hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/table/aa6355a912fa45a2b2fd0403edd988a3 2024-11-27T05:48:32,841 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/table/aa6355a912fa45a2b2fd0403edd988a3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T05:48:32,843 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=11, compaction requested=false 2024-11-27T05:48:32,843 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T05:48:32,856 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T05:48:32,857 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:48:32,857 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:48:32,858 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686512260Running coprocessor pre-close hooks at 1732686512260Disabling compacts and flushes for region at 1732686512260Disabling writes for close at 1732686512261 (+1 ms)Obtaining lock to block concurrent updates at 1732686512262 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732686512262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732686512262Flushing stores of hbase:meta,,1.1588230740 at 1732686512264 (+2 ms)Flushing 1588230740/info: creating writer at 1732686512265 (+1 ms)Flushing 1588230740/info: appending metadata at 1732686512297 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732686512297Flushing 1588230740/ns: creating writer at 1732686512324 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732686512340 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732686512340Flushing 1588230740/table: creating writer at 1732686512766 (+426 ms)Flushing 1588230740/table: appending metadata at 1732686512783 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732686512783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10718a43: reopening flushed file at 1732686512803 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d4b967: reopening flushed file at 1732686512816 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1816c5b3: reopening flushed file at 1732686512829 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=11, compaction requested=false at 1732686512843 (+14 ms)Writing region close event to WAL at 1732686512845 (+2 ms)Running coprocessor post-close hooks at 1732686512857 (+12 ms)Closed at 1732686512857 2024-11-27T05:48:32,858 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T05:48:32,862 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,35789,1732686507764; all regions closed. 2024-11-27T05:48:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741829_1019 (size=2751) 2024-11-27T05:48:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_1073741829_1019 (size=2751) 2024-11-27T05:48:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741829_1019 (size=2751) 2024-11-27T05:48:32,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/WALs/4da2d47fc9ac,35789,1732686507764/4da2d47fc9ac%2C35789%2C1732686507764.meta.1732686510357.meta not finished, retry = 0 2024-11-27T05:48:32,972 DEBUG [RS:0;4da2d47fc9ac:35789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs 2024-11-27T05:48:32,972 INFO [RS:0;4da2d47fc9ac:35789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C35789%2C1732686507764.meta:.meta(num 1732686510357) 2024-11-27T05:48:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741826_1016 (size=93) 2024-11-27T05:48:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741826_1016 (size=93) 2024-11-27T05:48:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_1073741826_1016 (size=93) 2024-11-27T05:48:32,989 DEBUG [RS:0;4da2d47fc9ac:35789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/oldWALs 2024-11-27T05:48:32,989 INFO [RS:0;4da2d47fc9ac:35789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4da2d47fc9ac%2C35789%2C1732686507764:(num 1732686509908) 2024-11-27T05:48:32,989 DEBUG [RS:0;4da2d47fc9ac:35789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:32,989 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:32,989 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:32,989 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:32,989 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:32,989 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:32,990 INFO [RS:0;4da2d47fc9ac:35789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35789 2024-11-27T05:48:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,35789,1732686507764 2024-11-27T05:48:33,002 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:33,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,35789,1732686507764] 2024-11-27T05:48:33,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,35789,1732686507764 already deleted, retry=false 2024-11-27T05:48:33,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,35789,1732686507764 expired; onlineServers=0 2024-11-27T05:48:33,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4da2d47fc9ac,41855,1732686506444' ***** 2024-11-27T05:48:33,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T05:48:33,022 INFO [M:0;4da2d47fc9ac:41855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:33,022 INFO [M:0;4da2d47fc9ac:41855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:33,023 DEBUG [M:0;4da2d47fc9ac:41855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T05:48:33,023 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T05:48:33,023 DEBUG [M:0;4da2d47fc9ac:41855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T05:48:33,023 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686509493 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686509493,5,FailOnTimeoutGroup] 2024-11-27T05:48:33,023 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686509500 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686509500,5,FailOnTimeoutGroup] 2024-11-27T05:48:33,023 INFO [M:0;4da2d47fc9ac:41855 {}] hbase.ChoreService(370): Chore service for: master/4da2d47fc9ac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:33,023 INFO [M:0;4da2d47fc9ac:41855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:33,023 DEBUG [M:0;4da2d47fc9ac:41855 {}] master.HMaster(1795): Stopping service threads 2024-11-27T05:48:33,023 INFO [M:0;4da2d47fc9ac:41855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T05:48:33,024 INFO [M:0;4da2d47fc9ac:41855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:48:33,024 INFO [M:0;4da2d47fc9ac:41855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T05:48:33,024 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T05:48:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:33,032 DEBUG [M:0;4da2d47fc9ac:41855 {}] zookeeper.ZKUtil(347): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T05:48:33,033 WARN [M:0;4da2d47fc9ac:41855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T05:48:33,034 INFO [M:0;4da2d47fc9ac:41855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/.lastflushedseqids 2024-11-27T05:48:33,049 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,049 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,052 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:51812 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51812 dst: /127.0.0.1:35623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-27T05:48:33,058 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:33,058 INFO [M:0;4da2d47fc9ac:41855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T05:48:33,058 INFO [M:0;4da2d47fc9ac:41855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T05:48:33,058 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:48:33,058 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:33,058 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:33,058 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:48:33,059 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:33,059 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-27T05:48:33,077 DEBUG [M:0;4da2d47fc9ac:41855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68097dcda26e48d9a3ecd22da8bc6a95 is 82, key is hbase:meta,,1/info:regioninfo/1732686510441/Put/seqid=0 2024-11-27T05:48:33,079 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,080 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,083 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:38202 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:42469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38202 dst: /127.0.0.1:42469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-27T05:48:33,089 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:33,089 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68097dcda26e48d9a3ecd22da8bc6a95 2024-11-27T05:48:33,111 INFO [RS:0;4da2d47fc9ac:35789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:33,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:33,111 INFO [RS:0;4da2d47fc9ac:35789 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,35789,1732686507764; zookeeper connection closed. 2024-11-27T05:48:33,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35789-0x1017ad5e2460001, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:33,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292ee4ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292ee4ac 2024-11-27T05:48:33,112 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T05:48:33,127 DEBUG [M:0;4da2d47fc9ac:41855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bdb2a31e85d4130a4dd82c19a60fdda is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732686511327/Put/seqid=0 2024-11-27T05:48:33,131 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,131 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,138 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:33466 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:40449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33466 dst: /127.0.0.1:40449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:33,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775552_1037 (size=6441) 2024-11-27T05:48:33,144 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:33,144 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bdb2a31e85d4130a4dd82c19a60fdda 2024-11-27T05:48:33,180 DEBUG [M:0;4da2d47fc9ac:41855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddf800ca4c04b7dba7690f49f61956f is 69, key is 4da2d47fc9ac,35789,1732686507764/rs:state/1732686509544/Put/seqid=0 2024-11-27T05:48:33,183 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,183 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-27T05:48:33,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1762464550_22 at /127.0.0.1:33490 [Receiving block BP-158906824-172.17.0.2-1732686501223:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:40449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33490 dst: /127.0.0.1:40449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T05:48:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-27T05:48:33,197 WARN [M:0;4da2d47fc9ac:41855 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-27T05:48:33,198 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddf800ca4c04b7dba7690f49f61956f 2024-11-27T05:48:33,210 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68097dcda26e48d9a3ecd22da8bc6a95 as hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68097dcda26e48d9a3ecd22da8bc6a95 2024-11-27T05:48:33,221 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68097dcda26e48d9a3ecd22da8bc6a95, entries=8, sequenceid=72, filesize=5.5 K 2024-11-27T05:48:33,223 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bdb2a31e85d4130a4dd82c19a60fdda as hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bdb2a31e85d4130a4dd82c19a60fdda 2024-11-27T05:48:33,241 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bdb2a31e85d4130a4dd82c19a60fdda, entries=8, sequenceid=72, filesize=6.3 K 2024-11-27T05:48:33,244 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddf800ca4c04b7dba7690f49f61956f as hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ddf800ca4c04b7dba7690f49f61956f 2024-11-27T05:48:33,255 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ddf800ca4c04b7dba7690f49f61956f, entries=3, sequenceid=72, filesize=5.2 K 2024-11-27T05:48:33,257 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=72, compaction requested=false 2024-11-27T05:48:33,264 INFO [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:33,264 DEBUG [M:0;4da2d47fc9ac:41855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686513058Disabling compacts and flushes for region at 1732686513058Disabling writes for close at 1732686513059 (+1 ms)Obtaining lock to block concurrent updates at 1732686513059Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732686513059Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732686513059Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732686513060 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732686513060Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732686513077 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732686513077Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732686513099 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732686513127 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732686513127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732686513155 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732686513180 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732686513180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbea8c: reopening flushed file at 1732686513208 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7124f23b: reopening flushed file at 1732686513221 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb82513: reopening flushed file at 1732686513242 (+21 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=72, compaction requested=false at 1732686513257 (+15 ms)Writing region close event to WAL at 1732686513264 (+7 ms)Closed at 1732686513264 2024-11-27T05:48:33,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40449 is added to blk_1073741825_1011 (size=32695) 2024-11-27T05:48:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741825_1011 (size=32695) 2024-11-27T05:48:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741825_1011 (size=32695) 2024-11-27T05:48:33,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:33,274 INFO [M:0;4da2d47fc9ac:41855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T05:48:33,274 INFO [M:0;4da2d47fc9ac:41855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41855 2024-11-27T05:48:33,274 INFO [M:0;4da2d47fc9ac:41855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:33,385 INFO [M:0;4da2d47fc9ac:41855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:33,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:33,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x1017ad5e2460000, quorum=127.0.0.1:63124, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:33,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67fa62aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:33,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f3a79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:33,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:33,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41dce2a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:33,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435daa1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:33,445 WARN [BP-158906824-172.17.0.2-1732686501223 heartbeating to localhost/127.0.0.1:46733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:48:33,445 WARN [BP-158906824-172.17.0.2-1732686501223 heartbeating to localhost/127.0.0.1:46733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-158906824-172.17.0.2-1732686501223 (Datanode Uuid b8b2393a-a56a-4ee0-8be4-cd40029eef54) service to localhost/127.0.0.1:46733 2024-11-27T05:48:33,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data5/current/BP-158906824-172.17.0.2-1732686501223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:33,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data6/current/BP-158906824-172.17.0.2-1732686501223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:33,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:48:33,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:48:33,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:48:33,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41033a80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:33,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14721f03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:33,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:33,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ffdd72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:33,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23e84c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:33,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:48:33,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:48:33,454 WARN [BP-158906824-172.17.0.2-1732686501223 heartbeating to localhost/127.0.0.1:46733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:48:33,454 WARN [BP-158906824-172.17.0.2-1732686501223 heartbeating to localhost/127.0.0.1:46733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-158906824-172.17.0.2-1732686501223 (Datanode Uuid 6639b29f-211a-472f-aff9-44e2a00775c8) service to localhost/127.0.0.1:46733 2024-11-27T05:48:33,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data3/current/BP-158906824-172.17.0.2-1732686501223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:33,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data4/current/BP-158906824-172.17.0.2-1732686501223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:33,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:48:33,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf2c732{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:33,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1182e874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:33,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:33,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a906869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:33,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7728820b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:33,460 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:48:33,460 WARN [BP-158906824-172.17.0.2-1732686501223 heartbeating to localhost/127.0.0.1:46733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:48:33,460 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:48:33,460 WARN [BP-158906824-172.17.0.2-1732686501223 heartbeating to localhost/127.0.0.1:46733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-158906824-172.17.0.2-1732686501223 (Datanode Uuid 95c48476-0673-422c-b957-e4752e5ca352) service to localhost/127.0.0.1:46733 2024-11-27T05:48:33,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data1/current/BP-158906824-172.17.0.2-1732686501223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:33,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/cluster_d07d8083-f853-a408-00a9-557a5fe87742/data/data2/current/BP-158906824-172.17.0.2-1732686501223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:33,461 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:48:33,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e22261{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:48:33,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3599471c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:33,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:33,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faf2775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:33,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e18bd18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:33,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T05:48:33,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T05:48:33,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 158), OpenFileDescriptor=451 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 397) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8321 (was 9125) 2024-11-27T05:48:33,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=8320 2024-11-27T05:48:33,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.log.dir so I do NOT create it in target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b67ffc6-9c12-a3cd-a52c-8420edd282db/hadoop.tmp.dir so I do NOT create it in target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586, deleteOnExit=true 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/test.cache.data in system properties and HBase conf 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir in system properties and HBase conf 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T05:48:33,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T05:48:33,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T05:48:33,540 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T05:48:33,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:48:33,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T05:48:33,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T05:48:33,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:48:33,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/nfs.dump.dir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/java.io.tmpdir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T05:48:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T05:48:33,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:33,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:33,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:33,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:33,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:48:33,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:33,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dd03231{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:33,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a8da47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:34,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b53fe5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/java.io.tmpdir/jetty-localhost-42987-hadoop-hdfs-3_4_1-tests_jar-_-any-832712670341057335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:48:34,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686fe78{HTTP/1.1, (http/1.1)}{localhost:42987} 2024-11-27T05:48:34,031 INFO [Time-limited test {}] server.Server(415): Started @14902ms 2024-11-27T05:48:34,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:34,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:34,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:34,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:34,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:48:34,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b06cedf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:34,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7113698a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:34,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3983c67c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/java.io.tmpdir/jetty-localhost-40475-hadoop-hdfs-3_4_1-tests_jar-_-any-2739356904463329650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:34,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47e17521{HTTP/1.1, (http/1.1)}{localhost:40475} 2024-11-27T05:48:34,480 INFO [Time-limited test {}] server.Server(415): Started @15352ms 2024-11-27T05:48:34,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:34,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:34,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:34,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:34,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:34,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T05:48:34,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@307a167a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:34,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32cae04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:34,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44594417{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/java.io.tmpdir/jetty-localhost-33609-hadoop-hdfs-3_4_1-tests_jar-_-any-16321855815258671321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:34,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ae1b478{HTTP/1.1, (http/1.1)}{localhost:33609} 2024-11-27T05:48:34,616 INFO [Time-limited test {}] server.Server(415): Started @15488ms 2024-11-27T05:48:34,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:34,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T05:48:34,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T05:48:34,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T05:48:34,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T05:48:34,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T05:48:34,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f83272f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,AVAILABLE} 2024-11-27T05:48:34,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62911529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T05:48:34,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a6fe37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/java.io.tmpdir/jetty-localhost-39151-hadoop-hdfs-3_4_1-tests_jar-_-any-13746318030705892875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:34,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599354ca{HTTP/1.1, (http/1.1)}{localhost:39151} 2024-11-27T05:48:34,751 INFO [Time-limited test {}] server.Server(415): Started @15623ms 2024-11-27T05:48:34,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T05:48:35,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:48:35,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:48:35,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:48:35,829 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data1/current/BP-2015812167-172.17.0.2-1732686513567/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:35,829 WARN [Thread-563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data2/current/BP-2015812167-172.17.0.2-1732686513567/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:35,849 WARN [Thread-502 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261e1e7e8b7edcb1 with lease ID 0x6f27832a3daab3ac: Processing first storage report for DS-8eb4b4da-12d7-4789-8732-f0c668d34274 from datanode DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8c1c24ae-30ac-4ec5-9d4e-35cad1329c7f, infoPort=38239, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567) 2024-11-27T05:48:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261e1e7e8b7edcb1 with lease ID 0x6f27832a3daab3ac: from storage DS-8eb4b4da-12d7-4789-8732-f0c668d34274 node DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8c1c24ae-30ac-4ec5-9d4e-35cad1329c7f, infoPort=38239, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:35,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261e1e7e8b7edcb1 with lease ID 0x6f27832a3daab3ac: Processing first storage report for DS-a63a0d4e-58b1-4b86-affb-6f6fe4a2432f from datanode DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8c1c24ae-30ac-4ec5-9d4e-35cad1329c7f, infoPort=38239, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567) 2024-11-27T05:48:35,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261e1e7e8b7edcb1 with lease ID 0x6f27832a3daab3ac: from storage DS-a63a0d4e-58b1-4b86-affb-6f6fe4a2432f node DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8c1c24ae-30ac-4ec5-9d4e-35cad1329c7f, infoPort=38239, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:35,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T05:48:35,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:48:35,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T05:48:36,091 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data4/current/BP-2015812167-172.17.0.2-1732686513567/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:36,091 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data3/current/BP-2015812167-172.17.0.2-1732686513567/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:36,112 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:36,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ede9cf949be780 with lease ID 0x6f27832a3daab3ad: Processing first storage report for DS-a6fc9a2e-8ed6-43ce-b444-4871015d57b5 from datanode DatanodeRegistration(127.0.0.1:32899, datanodeUuid=43d08883-d23d-4f39-8a65-d0a3a8b5e3fb, infoPort=36017, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567) 2024-11-27T05:48:36,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ede9cf949be780 with lease ID 0x6f27832a3daab3ad: from storage DS-a6fc9a2e-8ed6-43ce-b444-4871015d57b5 node DatanodeRegistration(127.0.0.1:32899, datanodeUuid=43d08883-d23d-4f39-8a65-d0a3a8b5e3fb, infoPort=36017, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:36,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ede9cf949be780 with lease ID 0x6f27832a3daab3ad: Processing first storage report for DS-c3366c35-90b0-40b6-b586-a6139420d30a from datanode DatanodeRegistration(127.0.0.1:32899, datanodeUuid=43d08883-d23d-4f39-8a65-d0a3a8b5e3fb, infoPort=36017, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567) 2024-11-27T05:48:36,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ede9cf949be780 with lease ID 0x6f27832a3daab3ad: from storage DS-c3366c35-90b0-40b6-b586-a6139420d30a node DatanodeRegistration(127.0.0.1:32899, datanodeUuid=43d08883-d23d-4f39-8a65-d0a3a8b5e3fb, infoPort=36017, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:36,137 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data5/current/BP-2015812167-172.17.0.2-1732686513567/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:36,137 WARN [Thread-586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data6/current/BP-2015812167-172.17.0.2-1732686513567/current, will proceed with Du for space computation calculation, 2024-11-27T05:48:36,155 WARN [Thread-547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T05:48:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323b0186009bd6a with lease ID 0x6f27832a3daab3ae: Processing first storage report for DS-c3e4def1-5b29-41c5-bf24-c7d07ca3aba4 from datanode DatanodeRegistration(127.0.0.1:43527, datanodeUuid=e9a37667-2435-4ca0-bf58-196d3dc6a25f, infoPort=33971, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567) 2024-11-27T05:48:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323b0186009bd6a with lease ID 0x6f27832a3daab3ae: from storage DS-c3e4def1-5b29-41c5-bf24-c7d07ca3aba4 node DatanodeRegistration(127.0.0.1:43527, datanodeUuid=e9a37667-2435-4ca0-bf58-196d3dc6a25f, infoPort=33971, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323b0186009bd6a with lease ID 0x6f27832a3daab3ae: Processing first storage report for DS-7bba67ba-2115-47af-9268-55de8a65b72c from datanode DatanodeRegistration(127.0.0.1:43527, datanodeUuid=e9a37667-2435-4ca0-bf58-196d3dc6a25f, infoPort=33971, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567) 2024-11-27T05:48:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323b0186009bd6a with lease ID 0x6f27832a3daab3ae: from storage DS-7bba67ba-2115-47af-9268-55de8a65b72c node DatanodeRegistration(127.0.0.1:43527, datanodeUuid=e9a37667-2435-4ca0-bf58-196d3dc6a25f, infoPort=33971, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=2109144342;c=1732686513567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T05:48:36,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1 2024-11-27T05:48:36,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/zookeeper_0, clientPort=62965, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T05:48:36,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62965 2024-11-27T05:48:36,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:48:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:48:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741825_1001 (size=7) 2024-11-27T05:48:36,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c with version=8 2024-11-27T05:48:36,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46733/user/jenkins/test-data/8512c339-624e-5aea-4cc2-3bde07500eae/hbase-staging 2024-11-27T05:48:36,228 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:36,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:36,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:36,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T05:48:36,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:36,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42089 2024-11-27T05:48:36,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42089 connecting to ZooKeeper ensemble=127.0.0.1:62965 2024-11-27T05:48:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420890x0, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:36,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42089-0x1017ad60b950000 connected 2024-11-27T05:48:36,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:36,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c, hbase.cluster.distributed=false 2024-11-27T05:48:36,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:36,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42089 2024-11-27T05:48:36,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42089 2024-11-27T05:48:36,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42089 2024-11-27T05:48:36,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42089 2024-11-27T05:48:36,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42089 2024-11-27T05:48:36,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:36,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:36,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:36,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:48:36,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:36,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43879 2024-11-27T05:48:36,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43879 connecting to ZooKeeper ensemble=127.0.0.1:62965 2024-11-27T05:48:36,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438790x0, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:36,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:36,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43879-0x1017ad60b950001 connected 2024-11-27T05:48:36,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:48:36,444 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:48:36,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:48:36,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:36,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43879 2024-11-27T05:48:36,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43879 2024-11-27T05:48:36,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43879 2024-11-27T05:48:36,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43879 2024-11-27T05:48:36,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43879 2024-11-27T05:48:36,468 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:36,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:36,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:36,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:48:36,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:36,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37937 2024-11-27T05:48:36,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37937 connecting to ZooKeeper ensemble=127.0.0.1:62965 2024-11-27T05:48:36,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379370x0, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:36,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37937-0x1017ad60b950002 connected 2024-11-27T05:48:36,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:36,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:48:36,486 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:48:36,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:48:36,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:36,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37937 2024-11-27T05:48:36,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37937 2024-11-27T05:48:36,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37937 2024-11-27T05:48:36,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37937 2024-11-27T05:48:36,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37937 2024-11-27T05:48:36,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4da2d47fc9ac:0 server-side Connection retries=45 2024-11-27T05:48:36,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T05:48:36,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T05:48:36,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T05:48:36,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T05:48:36,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T05:48:36,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43735 2024-11-27T05:48:36,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43735 connecting to ZooKeeper ensemble=127.0.0.1:62965 2024-11-27T05:48:36,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437350x0, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T05:48:36,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43735-0x1017ad60b950003 connected 2024-11-27T05:48:36,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:36,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T05:48:36,528 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T05:48:36,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T05:48:36,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T05:48:36,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43735 2024-11-27T05:48:36,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43735 2024-11-27T05:48:36,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43735 2024-11-27T05:48:36,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43735 2024-11-27T05:48:36,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43735 2024-11-27T05:48:36,550 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4da2d47fc9ac:42089 2024-11-27T05:48:36,551 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,564 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,575 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T05:48:36,576 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4da2d47fc9ac,42089,1732686516228 from backup master directory 2024-11-27T05:48:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T05:48:36,585 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:36,585 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:36,592 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/hbase.id] with ID: ba366a0b-fa15-44cb-9176-f18a4584b3b1 2024-11-27T05:48:36,592 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/.tmp/hbase.id 2024-11-27T05:48:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:48:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:48:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741826_1002 (size=42) 2024-11-27T05:48:36,602 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/.tmp/hbase.id]:[hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/hbase.id] 2024-11-27T05:48:36,619 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T05:48:36,619 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T05:48:36,621 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T05:48:36,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:48:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:48:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741827_1003 (size=196) 2024-11-27T05:48:36,649 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:48:36,650 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T05:48:36,651 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T05:48:36,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:48:36,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:48:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741828_1004 (size=1189) 2024-11-27T05:48:36,666 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store 2024-11-27T05:48:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:48:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:48:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741829_1005 (size=34) 2024-11-27T05:48:36,678 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:36,678 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:48:36,678 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:36,678 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:36,678 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:48:36,678 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:36,678 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:36,678 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686516678Disabling compacts and flushes for region at 1732686516678Disabling writes for close at 1732686516678Writing region close event to WAL at 1732686516678Closed at 1732686516678 2024-11-27T05:48:36,680 WARN [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/.initializing 2024-11-27T05:48:36,680 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/WALs/4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:36,683 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C42089%2C1732686516228, suffix=, logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/WALs/4da2d47fc9ac,42089,1732686516228, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/oldWALs, maxLogs=10 2024-11-27T05:48:36,684 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4da2d47fc9ac%2C42089%2C1732686516228.1732686516684 2024-11-27T05:48:36,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/WALs/4da2d47fc9ac,42089,1732686516228/4da2d47fc9ac%2C42089%2C1732686516228.1732686516684 2024-11-27T05:48:36,697 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38239:38239),(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:33971:33971)] 2024-11-27T05:48:36,698 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:36,698 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:36,698 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,698 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T05:48:36,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:36,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T05:48:36,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:36,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T05:48:36,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:36,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T05:48:36,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:36,712 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,713 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,713 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,715 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,715 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,716 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:48:36,717 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T05:48:36,720 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:36,721 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73787113, jitterRate=0.09951366484165192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:48:36,722 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732686516698Initializing all the Stores at 1732686516700 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686516700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686516700Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686516700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686516700Cleaning up temporary data from old regions at 1732686516715 (+15 ms)Region opened successfully at 1732686516722 (+7 ms) 2024-11-27T05:48:36,722 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T05:48:36,727 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c9d750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:36,728 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T05:48:36,728 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T05:48:36,728 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T05:48:36,729 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T05:48:36,729 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T05:48:36,730 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T05:48:36,730 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T05:48:36,732 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T05:48:36,733 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T05:48:36,742 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T05:48:36,743 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T05:48:36,744 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T05:48:36,753 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T05:48:36,754 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T05:48:36,755 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T05:48:36,763 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T05:48:36,765 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T05:48:36,774 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T05:48:36,777 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T05:48:36,790 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T05:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,801 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4da2d47fc9ac,42089,1732686516228, sessionid=0x1017ad60b950000, setting cluster-up flag (Was=false) 2024-11-27T05:48:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,853 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T05:48:36,854 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:36,905 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T05:48:36,907 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:36,910 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T05:48:36,913 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:36,913 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T05:48:36,913 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T05:48:36,914 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4da2d47fc9ac,42089,1732686516228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T05:48:36,916 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:36,916 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:36,916 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:36,916 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=5, maxPoolSize=5 2024-11-27T05:48:36,916 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4da2d47fc9ac:0, corePoolSize=10, maxPoolSize=10 2024-11-27T05:48:36,916 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:36,917 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:36,917 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:36,919 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732686546919 2024-11-27T05:48:36,919 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T05:48:36,920 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T05:48:36,920 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T05:48:36,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:36,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T05:48:36,920 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T05:48:36,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T05:48:36,920 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T05:48:36,920 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T05:48:36,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T05:48:36,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T05:48:36,923 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:36,928 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T05:48:36,929 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T05:48:36,929 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T05:48:36,929 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T05:48:36,929 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T05:48:36,929 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686516929,5,FailOnTimeoutGroup] 2024-11-27T05:48:36,929 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686516929,5,FailOnTimeoutGroup] 2024-11-27T05:48:36,930 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:36,930 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T05:48:36,930 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:36,930 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:48:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:48:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741831_1007 (size=1321) 2024-11-27T05:48:36,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T05:48:36,937 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c 2024-11-27T05:48:36,942 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(746): ClusterId : ba366a0b-fa15-44cb-9176-f18a4584b3b1 2024-11-27T05:48:36,942 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(746): ClusterId : ba366a0b-fa15-44cb-9176-f18a4584b3b1 2024-11-27T05:48:36,942 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(746): ClusterId : ba366a0b-fa15-44cb-9176-f18a4584b3b1 2024-11-27T05:48:36,942 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:48:36,942 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:48:36,942 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T05:48:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:48:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:48:36,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741832_1008 (size=32) 2024-11-27T05:48:36,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:36,954 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:48:36,954 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:48:36,954 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:48:36,954 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T05:48:36,954 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:48:36,954 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T05:48:36,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:48:36,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:48:36,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:36,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:48:36,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:48:36,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:36,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:48:36,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:48:36,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:36,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:48:36,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:48:36,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:36,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:36,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:48:36,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740 2024-11-27T05:48:36,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740 2024-11-27T05:48:36,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:48:36,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:48:36,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:48:36,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:48:36,975 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:36,975 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70506576, jitterRate=0.05062985420227051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:48:36,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732686516952Initializing all the Stores at 1732686516953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686516953Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686516956 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686516956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686516956Cleaning up temporary data from old regions at 1732686516970 (+14 ms)Region opened successfully at 1732686516976 (+6 ms) 2024-11-27T05:48:36,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:48:36,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:48:36,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:48:36,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:48:36,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:48:36,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:48:36,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686516976Disabling compacts and flushes for region at 1732686516976Disabling writes for close at 1732686516976Writing region close event to WAL at 1732686516977 (+1 ms)Closed at 1732686516977 2024-11-27T05:48:36,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:36,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T05:48:36,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T05:48:36,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:48:36,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T05:48:37,051 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:48:37,051 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:48:37,052 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T05:48:37,052 DEBUG [RS:1;4da2d47fc9ac:37937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cb280d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:37,052 DEBUG [RS:0;4da2d47fc9ac:43879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8066ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:37,052 DEBUG [RS:2;4da2d47fc9ac:43735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4603f324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4da2d47fc9ac/172.17.0.2:0 2024-11-27T05:48:37,066 DEBUG [RS:0;4da2d47fc9ac:43879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4da2d47fc9ac:43879 2024-11-27T05:48:37,066 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:48:37,066 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:48:37,066 DEBUG [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:48:37,067 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,42089,1732686516228 with port=43879, startcode=1732686516422 2024-11-27T05:48:37,068 DEBUG [RS:0;4da2d47fc9ac:43879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:48:37,070 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:48:37,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:37,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:37,072 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4da2d47fc9ac:37937 2024-11-27T05:48:37,072 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4da2d47fc9ac:43735 2024-11-27T05:48:37,072 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:48:37,072 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:48:37,072 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T05:48:37,072 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:48:37,072 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T05:48:37,072 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T05:48:37,073 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,42089,1732686516228 with port=43735, startcode=1732686516508 2024-11-27T05:48:37,073 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(2659): reportForDuty to master=4da2d47fc9ac,42089,1732686516228 with port=37937, startcode=1732686516468 2024-11-27T05:48:37,073 DEBUG [RS:2;4da2d47fc9ac:43735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:48:37,073 DEBUG [RS:1;4da2d47fc9ac:37937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T05:48:37,073 DEBUG [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c 2024-11-27T05:48:37,073 DEBUG [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36733 2024-11-27T05:48:37,073 DEBUG [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:48:37,075 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:48:37,075 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T05:48:37,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:37,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(517): Registering regionserver=4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:37,078 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c 2024-11-27T05:48:37,078 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36733 2024-11-27T05:48:37,078 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:48:37,080 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c 2024-11-27T05:48:37,080 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36733 2024-11-27T05:48:37,080 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T05:48:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:37,133 WARN [4da2d47fc9ac:42089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T05:48:37,184 DEBUG [RS:0;4da2d47fc9ac:43879 {}] zookeeper.ZKUtil(111): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:37,185 WARN [RS:0;4da2d47fc9ac:43879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:37,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,43879,1732686516422] 2024-11-27T05:48:37,185 INFO [RS:0;4da2d47fc9ac:43879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T05:48:37,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,37937,1732686516468] 2024-11-27T05:48:37,185 DEBUG [RS:1;4da2d47fc9ac:37937 {}] zookeeper.ZKUtil(111): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,185 DEBUG [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:37,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4da2d47fc9ac,43735,1732686516508] 2024-11-27T05:48:37,185 WARN [RS:1;4da2d47fc9ac:37937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:37,186 DEBUG [RS:2;4da2d47fc9ac:43735 {}] zookeeper.ZKUtil(111): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:37,186 WARN [RS:2;4da2d47fc9ac:43735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T05:48:37,186 INFO [RS:1;4da2d47fc9ac:37937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T05:48:37,186 INFO [RS:2;4da2d47fc9ac:43735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T05:48:37,186 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:37,186 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,193 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:48:37,193 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:48:37,193 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T05:48:37,196 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:48:37,196 INFO [RS:2;4da2d47fc9ac:43735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:48:37,196 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,198 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:48:37,199 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:48:37,199 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:48:37,199 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,199 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,199 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,199 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:37,200 DEBUG [RS:2;4da2d47fc9ac:43735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:37,202 INFO [RS:0;4da2d47fc9ac:43879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:48:37,202 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,204 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T05:48:37,204 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:48:37,205 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,205 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,205 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,205 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,205 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,205 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43735,1732686516508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:37,205 INFO [RS:1;4da2d47fc9ac:37937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T05:48:37,205 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,205 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:48:37,206 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,206 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,207 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,207 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,207 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,207 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:37,207 DEBUG [RS:0;4da2d47fc9ac:43879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:37,208 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T05:48:37,209 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,209 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,209 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,209 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,209 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,209 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43879,1732686516422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:37,209 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T05:48:37,209 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=2, maxPoolSize=2 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,210 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,211 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,211 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4da2d47fc9ac:0, corePoolSize=1, maxPoolSize=1 2024-11-27T05:48:37,211 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:37,211 DEBUG [RS:1;4da2d47fc9ac:37937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0, corePoolSize=3, maxPoolSize=3 2024-11-27T05:48:37,211 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,211 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,211 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,211 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,212 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,212 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,37937,1732686516468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:37,222 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:48:37,222 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43879,1732686516422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,222 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,222 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.Replication(171): 4da2d47fc9ac,43879,1732686516422 started 2024-11-27T05:48:37,224 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:48:37,224 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,43735,1732686516508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,224 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,224 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.Replication(171): 4da2d47fc9ac,43735,1732686516508 started 2024-11-27T05:48:37,235 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,235 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,43879,1732686516422, RpcServer on 4da2d47fc9ac/172.17.0.2:43879, sessionid=0x1017ad60b950001 2024-11-27T05:48:37,235 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:48:37,235 DEBUG [RS:0;4da2d47fc9ac:43879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:37,235 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43879,1732686516422' 2024-11-27T05:48:37,235 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:48:37,236 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T05:48:37,236 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,37937,1732686516468-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,236 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:48:37,236 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,236 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.Replication(171): 4da2d47fc9ac,37937,1732686516468 started 2024-11-27T05:48:37,236 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:48:37,236 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:48:37,237 DEBUG [RS:0;4da2d47fc9ac:43879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:37,237 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43879,1732686516422' 2024-11-27T05:48:37,237 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:48:37,237 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:48:37,237 DEBUG [RS:0;4da2d47fc9ac:43879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:48:37,237 INFO [RS:0;4da2d47fc9ac:43879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:48:37,237 INFO [RS:0;4da2d47fc9ac:43879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:48:37,243 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,243 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,43735,1732686516508, RpcServer on 4da2d47fc9ac/172.17.0.2:43735, sessionid=0x1017ad60b950003 2024-11-27T05:48:37,243 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:48:37,243 DEBUG [RS:2;4da2d47fc9ac:43735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:37,243 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43735,1732686516508' 2024-11-27T05:48:37,243 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:48:37,244 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:48:37,244 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:48:37,244 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:48:37,244 DEBUG [RS:2;4da2d47fc9ac:43735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:37,244 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,43735,1732686516508' 2024-11-27T05:48:37,244 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:48:37,245 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:48:37,245 DEBUG [RS:2;4da2d47fc9ac:43735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:48:37,245 INFO [RS:2;4da2d47fc9ac:43735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:48:37,245 INFO [RS:2;4da2d47fc9ac:43735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:48:37,252 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,252 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1482): Serving as 4da2d47fc9ac,37937,1732686516468, RpcServer on 4da2d47fc9ac/172.17.0.2:37937, sessionid=0x1017ad60b950002 2024-11-27T05:48:37,252 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T05:48:37,252 DEBUG [RS:1;4da2d47fc9ac:37937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,252 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,37937,1732686516468' 2024-11-27T05:48:37,252 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T05:48:37,253 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T05:48:37,253 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T05:48:37,254 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T05:48:37,254 DEBUG [RS:1;4da2d47fc9ac:37937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,254 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4da2d47fc9ac,37937,1732686516468' 2024-11-27T05:48:37,254 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T05:48:37,254 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T05:48:37,255 DEBUG [RS:1;4da2d47fc9ac:37937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T05:48:37,255 INFO [RS:1;4da2d47fc9ac:37937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T05:48:37,255 INFO [RS:1;4da2d47fc9ac:37937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T05:48:37,342 INFO [RS:0;4da2d47fc9ac:43879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C43879%2C1732686516422, suffix=, logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,43879,1732686516422, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs, maxLogs=32 2024-11-27T05:48:37,346 INFO [RS:0;4da2d47fc9ac:43879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4da2d47fc9ac%2C43879%2C1732686516422.1732686517346 2024-11-27T05:48:37,348 INFO [RS:2;4da2d47fc9ac:43735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C43735%2C1732686516508, suffix=, logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,43735,1732686516508, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs, maxLogs=32 2024-11-27T05:48:37,350 INFO [RS:2;4da2d47fc9ac:43735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4da2d47fc9ac%2C43735%2C1732686516508.1732686517350 2024-11-27T05:48:37,358 INFO [RS:1;4da2d47fc9ac:37937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C37937%2C1732686516468, suffix=, logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,37937,1732686516468, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs, maxLogs=32 2024-11-27T05:48:37,359 INFO [RS:0;4da2d47fc9ac:43879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,43879,1732686516422/4da2d47fc9ac%2C43879%2C1732686516422.1732686517346 2024-11-27T05:48:37,361 INFO [RS:1;4da2d47fc9ac:37937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4da2d47fc9ac%2C37937%2C1732686516468.1732686517360 2024-11-27T05:48:37,364 DEBUG [RS:0;4da2d47fc9ac:43879 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38239:38239),(127.0.0.1/127.0.0.1:33971:33971),(127.0.0.1/127.0.0.1:36017:36017)] 2024-11-27T05:48:37,365 INFO [RS:2;4da2d47fc9ac:43735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,43735,1732686516508/4da2d47fc9ac%2C43735%2C1732686516508.1732686517350 2024-11-27T05:48:37,369 DEBUG [RS:2;4da2d47fc9ac:43735 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:38239:38239),(127.0.0.1/127.0.0.1:33971:33971)] 2024-11-27T05:48:37,370 INFO [RS:1;4da2d47fc9ac:37937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,37937,1732686516468/4da2d47fc9ac%2C37937%2C1732686516468.1732686517360 2024-11-27T05:48:37,371 DEBUG [RS:1;4da2d47fc9ac:37937 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38239:38239),(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:33971:33971)] 2024-11-27T05:48:37,383 DEBUG [4da2d47fc9ac:42089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T05:48:37,383 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(204): Hosts are {4da2d47fc9ac=0} racks are {/default-rack=0} 2024-11-27T05:48:37,385 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T05:48:37,385 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T05:48:37,385 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T05:48:37,385 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T05:48:37,386 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T05:48:37,386 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T05:48:37,386 INFO [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T05:48:37,386 INFO [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T05:48:37,386 INFO [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T05:48:37,386 DEBUG [4da2d47fc9ac:42089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T05:48:37,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,37937,1732686516468, state=OPENING 2024-11-27T05:48:37,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T05:48:37,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:37,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:37,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:37,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:37,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T05:48:37,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,37937,1732686516468}] 2024-11-27T05:48:37,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:48:37,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49981, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:48:37,588 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T05:48:37,589 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-27T05:48:37,592 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4da2d47fc9ac%2C37937%2C1732686516468.meta, suffix=.meta, logDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,37937,1732686516468, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs, maxLogs=32 2024-11-27T05:48:37,593 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 4da2d47fc9ac%2C37937%2C1732686516468.meta.1732686517593.meta 2024-11-27T05:48:37,601 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/WALs/4da2d47fc9ac,37937,1732686516468/4da2d47fc9ac%2C37937%2C1732686516468.meta.1732686517593.meta 2024-11-27T05:48:37,604 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38239:38239),(127.0.0.1/127.0.0.1:36017:36017),(127.0.0.1/127.0.0.1:33971:33971)] 2024-11-27T05:48:37,605 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:37,605 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T05:48:37,605 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T05:48:37,605 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T05:48:37,606 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T05:48:37,606 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:37,606 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T05:48:37,606 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T05:48:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T05:48:37,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T05:48:37,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T05:48:37,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T05:48:37,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:37,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:37,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T05:48:37,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T05:48:37,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:37,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:37,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T05:48:37,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T05:48:37,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:37,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T05:48:37,615 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T05:48:37,616 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740 2024-11-27T05:48:37,617 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740 2024-11-27T05:48:37,618 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T05:48:37,618 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T05:48:37,619 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T05:48:37,621 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T05:48:37,621 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70564091, jitterRate=0.051486894488334656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T05:48:37,622 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T05:48:37,623 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732686517606Writing region info on filesystem at 1732686517606Initializing all the Stores at 1732686517607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686517607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686517607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686517607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732686517607Cleaning up temporary data from old regions at 1732686517619 (+12 ms)Running coprocessor post-open hooks at 1732686517622 (+3 ms)Region opened successfully at 1732686517622 2024-11-27T05:48:37,624 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732686517577 2024-11-27T05:48:37,627 DEBUG [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T05:48:37,627 INFO [RS_OPEN_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T05:48:37,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4da2d47fc9ac,37937,1732686516468, state=OPEN 2024-11-27T05:48:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T05:48:37,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:37,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T05:48:37,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T05:48:37,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4da2d47fc9ac,37937,1732686516468 in 236 msec 2024-11-27T05:48:37,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T05:48:37,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-11-27T05:48:37,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T05:48:37,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T05:48:37,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:48:37,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,37937,1732686516468, seqNum=-1] 2024-11-27T05:48:37,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:37,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45667, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:37,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 769 msec 2024-11-27T05:48:37,683 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732686517683, completionTime=-1 2024-11-27T05:48:37,683 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T05:48:37,683 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T05:48:37,686 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T05:48:37,686 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732686577686 2024-11-27T05:48:37,687 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732686637687 2024-11-27T05:48:37,687 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T05:48:37,687 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T05:48:37,688 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42089,1732686516228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,688 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42089,1732686516228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,688 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42089,1732686516228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,688 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4da2d47fc9ac:42089, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,688 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,689 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,692 DEBUG [master/4da2d47fc9ac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T05:48:37,694 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.109sec 2024-11-27T05:48:37,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T05:48:37,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T05:48:37,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T05:48:37,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T05:48:37,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T05:48:37,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42089,1732686516228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T05:48:37,695 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42089,1732686516228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T05:48:37,698 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T05:48:37,698 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T05:48:37,698 INFO [master/4da2d47fc9ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4da2d47fc9ac,42089,1732686516228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T05:48:37,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787cc841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:37,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4da2d47fc9ac,42089,-1 for getting cluster id 2024-11-27T05:48:37,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T05:48:37,744 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba366a0b-fa15-44cb-9176-f18a4584b3b1' 2024-11-27T05:48:37,745 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T05:48:37,745 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba366a0b-fa15-44cb-9176-f18a4584b3b1" 2024-11-27T05:48:37,745 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385de7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:37,745 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4da2d47fc9ac,42089,-1] 2024-11-27T05:48:37,745 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T05:48:37,746 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:37,747 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T05:48:37,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332052a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T05:48:37,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T05:48:37,750 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4da2d47fc9ac,37937,1732686516468, seqNum=-1] 2024-11-27T05:48:37,751 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:37,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:37,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:37,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T05:48:37,758 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:37,758 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467f3f9a 2024-11-27T05:48:37,758 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T05:48:37,760 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T05:48:37,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T05:48:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-27T05:48:37,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T05:48:37,765 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:37,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-27T05:48:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:37,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T05:48:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741837_1013 (size=392) 2024-11-27T05:48:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741837_1013 (size=392) 2024-11-27T05:48:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741837_1013 (size=392) 2024-11-27T05:48:37,780 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 242a4528b7e08234d686d7029e633f54, NAME => 'TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c 2024-11-27T05:48:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741838_1014 (size=51) 2024-11-27T05:48:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741838_1014 (size=51) 2024-11-27T05:48:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741838_1014 (size=51) 2024-11-27T05:48:37,791 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:37,791 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 242a4528b7e08234d686d7029e633f54, disabling compactions & flushes 2024-11-27T05:48:37,791 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:37,791 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:37,791 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. after waiting 0 ms 2024-11-27T05:48:37,791 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:37,791 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:37,791 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 242a4528b7e08234d686d7029e633f54: Waiting for close lock at 1732686517791Disabling compacts and flushes for region at 1732686517791Disabling writes for close at 1732686517791Writing region close event to WAL at 1732686517791Closed at 1732686517791 2024-11-27T05:48:37,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T05:48:37,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732686517794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732686517794"}]},"ts":"1732686517794"} 2024-11-27T05:48:37,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T05:48:37,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T05:48:37,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686517799"}]},"ts":"1732686517799"} 2024-11-27T05:48:37,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-27T05:48:37,802 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4da2d47fc9ac=0} racks are {/default-rack=0} 2024-11-27T05:48:37,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T05:48:37,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T05:48:37,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T05:48:37,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T05:48:37,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T05:48:37,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T05:48:37,803 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T05:48:37,803 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T05:48:37,803 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T05:48:37,803 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T05:48:37,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=242a4528b7e08234d686d7029e633f54, ASSIGN}] 2024-11-27T05:48:37,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=242a4528b7e08234d686d7029e633f54, ASSIGN 2024-11-27T05:48:37,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=242a4528b7e08234d686d7029e633f54, ASSIGN; state=OFFLINE, location=4da2d47fc9ac,43735,1732686516508; forceNewPlan=false, retain=false 2024-11-27T05:48:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:37,958 INFO [4da2d47fc9ac:42089 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-27T05:48:37,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=242a4528b7e08234d686d7029e633f54, regionState=OPENING, regionLocation=4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:37,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=242a4528b7e08234d686d7029e633f54, ASSIGN because future has completed 2024-11-27T05:48:37,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 242a4528b7e08234d686d7029e633f54, server=4da2d47fc9ac,43735,1732686516508}] 2024-11-27T05:48:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:38,118 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T05:48:38,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35865, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T05:48:38,125 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,125 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 242a4528b7e08234d686d7029e633f54, NAME => 'TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54.', STARTKEY => '', ENDKEY => ''} 2024-11-27T05:48:38,126 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,126 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T05:48:38,126 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,127 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,129 INFO [StoreOpener-242a4528b7e08234d686d7029e633f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,130 INFO [StoreOpener-242a4528b7e08234d686d7029e633f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 242a4528b7e08234d686d7029e633f54 columnFamilyName cf 2024-11-27T05:48:38,130 DEBUG [StoreOpener-242a4528b7e08234d686d7029e633f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T05:48:38,131 INFO [StoreOpener-242a4528b7e08234d686d7029e633f54-1 {}] regionserver.HStore(327): Store=242a4528b7e08234d686d7029e633f54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T05:48:38,131 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,132 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,133 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,133 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,133 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,135 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,138 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T05:48:38,138 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 242a4528b7e08234d686d7029e633f54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62394228, jitterRate=-0.07025355100631714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T05:48:38,139 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,140 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 242a4528b7e08234d686d7029e633f54: Running coprocessor pre-open hook at 1732686518127Writing region info on filesystem at 1732686518127Initializing all the Stores at 1732686518128 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732686518128Cleaning up temporary data from old regions at 1732686518133 (+5 ms)Running coprocessor post-open hooks at 1732686518139 (+6 ms)Region opened successfully at 1732686518140 (+1 ms) 2024-11-27T05:48:38,141 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54., pid=6, masterSystemTime=1732686518118 2024-11-27T05:48:38,144 DEBUG [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,145 INFO [RS_OPEN_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=242a4528b7e08234d686d7029e633f54, regionState=OPEN, openSeqNum=2, regionLocation=4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:38,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 242a4528b7e08234d686d7029e633f54, server=4da2d47fc9ac,43735,1732686516508 because future has completed 2024-11-27T05:48:38,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T05:48:38,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 242a4528b7e08234d686d7029e633f54, server=4da2d47fc9ac,43735,1732686516508 in 188 msec 2024-11-27T05:48:38,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T05:48:38,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=242a4528b7e08234d686d7029e633f54, ASSIGN in 353 msec 2024-11-27T05:48:38,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T05:48:38,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732686518162"}]},"ts":"1732686518162"} 2024-11-27T05:48:38,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-27T05:48:38,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T05:48:38,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 407 msec 2024-11-27T05:48:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T05:48:38,401 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-27T05:48:38,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-27T05:48:38,402 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:48:38,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-27T05:48:38,409 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T05:48:38,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-27T05:48:38,414 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54., hostname=4da2d47fc9ac,43735,1732686516508, seqNum=2] 2024-11-27T05:48:38,415 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T05:48:38,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T05:48:38,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-27T05:48:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-27T05:48:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:48:38,423 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-27T05:48:38,425 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T05:48:38,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T05:48:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:48:38,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T05:48:38,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,585 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 242a4528b7e08234d686d7029e633f54 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-27T05:48:38,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54/.tmp/cf/27d343d05b8c44f4a46c677c537ea495 is 36, key is row/cf:cq/1732686518417/Put/seqid=0 2024-11-27T05:48:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741839_1015 (size=4787) 2024-11-27T05:48:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741839_1015 (size=4787) 2024-11-27T05:48:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741839_1015 (size=4787) 2024-11-27T05:48:38,643 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54/.tmp/cf/27d343d05b8c44f4a46c677c537ea495 2024-11-27T05:48:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54/.tmp/cf/27d343d05b8c44f4a46c677c537ea495 as hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54/cf/27d343d05b8c44f4a46c677c537ea495 2024-11-27T05:48:38,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54/cf/27d343d05b8c44f4a46c677c537ea495, entries=1, sequenceid=5, filesize=4.7 K 2024-11-27T05:48:38,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 242a4528b7e08234d686d7029e633f54 in 92ms, sequenceid=5, compaction requested=false 2024-11-27T05:48:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 242a4528b7e08234d686d7029e633f54: 2024-11-27T05:48:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4da2d47fc9ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T05:48:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T05:48:38,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-27T05:48:38,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 256 msec 2024-11-27T05:48:38,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 269 msec 2024-11-27T05:48:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T05:48:38,740 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-27T05:48:38,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T05:48:38,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:48:38,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:38,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T05:48:38,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T05:48:38,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=634173173, stopped=false 2024-11-27T05:48:38,747 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4da2d47fc9ac,42089,1732686516228 2024-11-27T05:48:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:38,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:48:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:38,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T05:48:38,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T05:48:38,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:38,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:38,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:38,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:38,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,43879,1732686516422' ***** 2024-11-27T05:48:38,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:48:38,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,37937,1732686516468' ***** 2024-11-27T05:48:38,760 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:48:38,760 INFO [RS:0;4da2d47fc9ac:43879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:48:38,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:48:38,760 INFO [RS:0;4da2d47fc9ac:43879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:48:38,760 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:38,760 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:38,760 INFO [RS:0;4da2d47fc9ac:43879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4da2d47fc9ac:43879. 2024-11-27T05:48:38,761 DEBUG [RS:0;4da2d47fc9ac:43879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:38,761 DEBUG [RS:0;4da2d47fc9ac:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,761 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,43879,1732686516422; all regions closed. 2024-11-27T05:48:38,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:38,761 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,762 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,762 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,762 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:48:38,762 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4da2d47fc9ac,43735,1732686516508' ***** 2024-11-27T05:48:38,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T05:48:38,762 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:48:38,762 INFO [RS:1;4da2d47fc9ac:37937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:48:38,762 INFO [RS:1;4da2d47fc9ac:37937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:48:38,763 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:38,763 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:38,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:48:38,763 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T05:48:38,763 INFO [RS:2;4da2d47fc9ac:43735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T05:48:38,763 INFO [RS:2;4da2d47fc9ac:43735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T05:48:38,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T05:48:38,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T05:48:38,763 INFO [RS:1;4da2d47fc9ac:37937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4da2d47fc9ac:37937. 2024-11-27T05:48:38,764 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(3091): Received CLOSE for 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,764 DEBUG [RS:1;4da2d47fc9ac:37937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:38,764 DEBUG [RS:1;4da2d47fc9ac:37937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,764 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(959): stopping server 4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:38,764 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:48:38,764 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:38,764 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:48:38,764 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:48:38,764 INFO [RS:2;4da2d47fc9ac:43735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4da2d47fc9ac:43735. 2024-11-27T05:48:38,764 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T05:48:38,764 DEBUG [RS:2;4da2d47fc9ac:43735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T05:48:38,764 DEBUG [RS:2;4da2d47fc9ac:43735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,764 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T05:48:38,764 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1325): Online Regions={242a4528b7e08234d686d7029e633f54=TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54.} 2024-11-27T05:48:38,764 DEBUG [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1351): Waiting on 242a4528b7e08234d686d7029e633f54 2024-11-27T05:48:38,765 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T05:48:38,765 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T05:48:38,765 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 242a4528b7e08234d686d7029e633f54, disabling compactions & flushes 2024-11-27T05:48:38,765 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,765 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. after waiting 0 ms 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,765 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T05:48:38,765 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T05:48:38,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741833_1009 (size=93) 2024-11-27T05:48:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741833_1009 (size=93) 2024-11-27T05:48:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741833_1009 (size=93) 2024-11-27T05:48:38,772 DEBUG [RS:0;4da2d47fc9ac:43879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs 2024-11-27T05:48:38,772 INFO [RS:0;4da2d47fc9ac:43879 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4da2d47fc9ac%2C43879%2C1732686516422:(num 1732686517346) 2024-11-27T05:48:38,772 DEBUG [RS:0;4da2d47fc9ac:43879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,772 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:38,772 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:38,772 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:38,773 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:48:38,773 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:48:38,773 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:48:38,773 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:38,773 INFO [RS:0;4da2d47fc9ac:43879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43879 2024-11-27T05:48:38,773 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:38,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:38,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,43879,1732686516422 2024-11-27T05:48:38,785 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:38,786 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/default/TestHBaseWalOnEC/242a4528b7e08234d686d7029e633f54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T05:48:38,788 INFO [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,788 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 242a4528b7e08234d686d7029e633f54: Waiting for close lock at 1732686518765Running coprocessor pre-close hooks at 1732686518765Disabling compacts and flushes for region at 1732686518765Disabling writes for close at 1732686518765Writing region close event to WAL at 1732686518776 (+11 ms)Running coprocessor post-close hooks at 1732686518787 (+11 ms)Closed at 1732686518788 (+1 ms) 2024-11-27T05:48:38,788 DEBUG [RS_CLOSE_REGION-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54. 2024-11-27T05:48:38,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,43879,1732686516422] 2024-11-27T05:48:38,799 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/info/c520d79cf5584b4dbd2609744cb8ed85 is 153, key is TestHBaseWalOnEC,,1732686517761.242a4528b7e08234d686d7029e633f54./info:regioninfo/1732686518146/Put/seqid=0 2024-11-27T05:48:38,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,43879,1732686516422 already deleted, retry=false 2024-11-27T05:48:38,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,43879,1732686516422 expired; onlineServers=2 2024-11-27T05:48:38,809 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:38,811 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:38,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741840_1016 (size=6637) 2024-11-27T05:48:38,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741840_1016 (size=6637) 2024-11-27T05:48:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741840_1016 (size=6637) 2024-11-27T05:48:38,819 INFO [regionserver/4da2d47fc9ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:38,823 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/info/c520d79cf5584b4dbd2609744cb8ed85 2024-11-27T05:48:38,857 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/ns/7d88c792c2c84ce0b5cbbd00227f543a is 43, key is default/ns:d/1732686517674/Put/seqid=0 2024-11-27T05:48:38,859 WARN [IPC Server handler 1 on default port 36733 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T05:48:38,859 WARN [IPC Server handler 1 on default port 36733 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T05:48:38,859 WARN [IPC Server handler 1 on default port 36733 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T05:48:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741841_1017 (size=5153) 2024-11-27T05:48:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741841_1017 (size=5153) 2024-11-27T05:48:38,868 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/ns/7d88c792c2c84ce0b5cbbd00227f543a 2024-11-27T05:48:38,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:38,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43879-0x1017ad60b950001, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:38,896 INFO [RS:0;4da2d47fc9ac:43879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:38,896 INFO [RS:0;4da2d47fc9ac:43879 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,43879,1732686516422; zookeeper connection closed. 2024-11-27T05:48:38,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cf2e690 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cf2e690 2024-11-27T05:48:38,904 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/table/190816b53415426e885a5aad79f75d77 is 52, key is TestHBaseWalOnEC/table:state/1732686518162/Put/seqid=0 2024-11-27T05:48:38,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741842_1018 (size=5249) 2024-11-27T05:48:38,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741842_1018 (size=5249) 2024-11-27T05:48:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741842_1018 (size=5249) 2024-11-27T05:48:38,924 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/table/190816b53415426e885a5aad79f75d77 2024-11-27T05:48:38,935 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/info/c520d79cf5584b4dbd2609744cb8ed85 as hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/info/c520d79cf5584b4dbd2609744cb8ed85 2024-11-27T05:48:38,949 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/info/c520d79cf5584b4dbd2609744cb8ed85, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T05:48:38,951 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/ns/7d88c792c2c84ce0b5cbbd00227f543a as hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/ns/7d88c792c2c84ce0b5cbbd00227f543a 2024-11-27T05:48:38,964 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/ns/7d88c792c2c84ce0b5cbbd00227f543a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T05:48:38,965 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,43735,1732686516508; all regions closed. 2024-11-27T05:48:38,965 DEBUG [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T05:48:38,965 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,965 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,966 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,966 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/.tmp/table/190816b53415426e885a5aad79f75d77 as hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/table/190816b53415426e885a5aad79f75d77 2024-11-27T05:48:38,966 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,966 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741834_1010 (size=1298) 2024-11-27T05:48:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741834_1010 (size=1298) 2024-11-27T05:48:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741834_1010 (size=1298) 2024-11-27T05:48:38,978 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/table/190816b53415426e885a5aad79f75d77, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T05:48:38,981 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 216ms, sequenceid=11, compaction requested=false 2024-11-27T05:48:38,984 DEBUG [RS:2;4da2d47fc9ac:43735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs 2024-11-27T05:48:38,984 INFO [RS:2;4da2d47fc9ac:43735 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4da2d47fc9ac%2C43735%2C1732686516508:(num 1732686517350) 2024-11-27T05:48:38,984 DEBUG [RS:2;4da2d47fc9ac:43735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:38,984 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:38,984 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:38,985 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:38,985 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T05:48:38,985 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T05:48:38,985 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T05:48:38,985 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:38,985 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:38,985 INFO [RS:2;4da2d47fc9ac:43735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43735 2024-11-27T05:48:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,43735,1732686516508 2024-11-27T05:48:38,995 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:38,995 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007f6aa48f4c20@4c112de7 rejected from java.util.concurrent.ThreadPoolExecutor@913aa01[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T05:48:38,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,43735,1732686516508] 2024-11-27T05:48:39,003 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T05:48:39,005 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T05:48:39,005 INFO [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T05:48:39,006 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732686518765Running coprocessor pre-close hooks at 1732686518765Disabling compacts and flushes for region at 1732686518765Disabling writes for close at 1732686518765Obtaining lock to block concurrent updates at 1732686518766 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732686518766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732686518766Flushing stores of hbase:meta,,1.1588230740 at 1732686518768 (+2 ms)Flushing 1588230740/info: creating writer at 1732686518768Flushing 1588230740/info: appending metadata at 1732686518798 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732686518799 (+1 ms)Flushing 1588230740/ns: creating writer at 1732686518833 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732686518856 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732686518856Flushing 1588230740/table: creating writer at 1732686518880 (+24 ms)Flushing 1588230740/table: appending metadata at 1732686518903 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732686518903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a028d42: reopening flushed file at 1732686518934 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdee405: reopening flushed file at 1732686518949 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0b5a37: reopening flushed file at 1732686518964 (+15 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 216ms, sequenceid=11, compaction requested=false at 1732686518981 (+17 ms)Writing region close event to WAL at 1732686518997 (+16 ms)Running coprocessor post-close hooks at 1732686519005 (+8 ms)Closed at 1732686519005 2024-11-27T05:48:39,006 DEBUG [RS_CLOSE_META-regionserver/4da2d47fc9ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T05:48:39,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,43735,1732686516508 already deleted, retry=false 2024-11-27T05:48:39,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,43735,1732686516508 expired; onlineServers=1 2024-11-27T05:48:39,106 INFO [RS:2;4da2d47fc9ac:43735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:39,106 INFO [RS:2;4da2d47fc9ac:43735 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,43735,1732686516508; zookeeper connection closed. 2024-11-27T05:48:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43735-0x1017ad60b950003, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:39,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26dbe4a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26dbe4a9 2024-11-27T05:48:39,165 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(976): stopping server 4da2d47fc9ac,37937,1732686516468; all regions closed. 2024-11-27T05:48:39,166 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,166 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,166 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,166 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,166 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741836_1012 (size=2751) 2024-11-27T05:48:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741836_1012 (size=2751) 2024-11-27T05:48:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741836_1012 (size=2751) 2024-11-27T05:48:39,173 DEBUG [RS:1;4da2d47fc9ac:37937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs 2024-11-27T05:48:39,173 INFO [RS:1;4da2d47fc9ac:37937 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4da2d47fc9ac%2C37937%2C1732686516468.meta:.meta(num 1732686517593) 2024-11-27T05:48:39,173 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,173 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,173 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,173 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,174 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741835_1011 (size=93) 2024-11-27T05:48:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741835_1011 (size=93) 2024-11-27T05:48:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741835_1011 (size=93) 2024-11-27T05:48:39,180 DEBUG [RS:1;4da2d47fc9ac:37937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/oldWALs 2024-11-27T05:48:39,180 INFO [RS:1;4da2d47fc9ac:37937 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4da2d47fc9ac%2C37937%2C1732686516468:(num 1732686517360) 2024-11-27T05:48:39,180 DEBUG [RS:1;4da2d47fc9ac:37937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T05:48:39,180 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T05:48:39,180 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:39,180 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.ChoreService(370): Chore service for: regionserver/4da2d47fc9ac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:39,180 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:39,180 INFO [regionserver/4da2d47fc9ac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:39,181 INFO [RS:1;4da2d47fc9ac:37937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37937 2024-11-27T05:48:39,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4da2d47fc9ac,37937,1732686516468 2024-11-27T05:48:39,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T05:48:39,190 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:39,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4da2d47fc9ac,37937,1732686516468] 2024-11-27T05:48:39,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4da2d47fc9ac,37937,1732686516468 already deleted, retry=false 2024-11-27T05:48:39,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4da2d47fc9ac,37937,1732686516468 expired; onlineServers=0 2024-11-27T05:48:39,211 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4da2d47fc9ac,42089,1732686516228' ***** 2024-11-27T05:48:39,211 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T05:48:39,211 INFO [M:0;4da2d47fc9ac:42089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T05:48:39,211 INFO [M:0;4da2d47fc9ac:42089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T05:48:39,211 DEBUG [M:0;4da2d47fc9ac:42089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T05:48:39,211 DEBUG [M:0;4da2d47fc9ac:42089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T05:48:39,211 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686516929 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.large.0-1732686516929,5,FailOnTimeoutGroup] 2024-11-27T05:48:39,211 DEBUG [master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686516929 {}] cleaner.HFileCleaner(306): Exit Thread[master/4da2d47fc9ac:0:becomeActiveMaster-HFileCleaner.small.0-1732686516929,5,FailOnTimeoutGroup] 2024-11-27T05:48:39,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T05:48:39,212 INFO [M:0;4da2d47fc9ac:42089 {}] hbase.ChoreService(370): Chore service for: master/4da2d47fc9ac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T05:48:39,212 INFO [M:0;4da2d47fc9ac:42089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T05:48:39,212 DEBUG [M:0;4da2d47fc9ac:42089 {}] master.HMaster(1795): Stopping service threads 2024-11-27T05:48:39,212 INFO [M:0;4da2d47fc9ac:42089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T05:48:39,212 INFO [M:0;4da2d47fc9ac:42089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T05:48:39,212 INFO [M:0;4da2d47fc9ac:42089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T05:48:39,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T05:48:39,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T05:48:39,221 DEBUG [M:0;4da2d47fc9ac:42089 {}] zookeeper.ZKUtil(347): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T05:48:39,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T05:48:39,221 WARN [M:0;4da2d47fc9ac:42089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T05:48:39,222 INFO [M:0;4da2d47fc9ac:42089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/.lastflushedseqids 2024-11-27T05:48:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741843_1019 (size=127) 2024-11-27T05:48:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741843_1019 (size=127) 2024-11-27T05:48:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741843_1019 (size=127) 2024-11-27T05:48:39,234 INFO [M:0;4da2d47fc9ac:42089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T05:48:39,234 INFO [M:0;4da2d47fc9ac:42089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T05:48:39,234 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T05:48:39,234 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:39,234 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:39,234 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T05:48:39,234 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:39,234 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-27T05:48:39,257 DEBUG [M:0;4da2d47fc9ac:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16abdfb6008f4231a6204d78711480b9 is 82, key is hbase:meta,,1/info:regioninfo/1732686517628/Put/seqid=0 2024-11-27T05:48:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741844_1020 (size=5672) 2024-11-27T05:48:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741844_1020 (size=5672) 2024-11-27T05:48:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741844_1020 (size=5672) 2024-11-27T05:48:39,270 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16abdfb6008f4231a6204d78711480b9 2024-11-27T05:48:39,298 DEBUG [M:0;4da2d47fc9ac:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a95a53c67d4fdaad8a891f99e327e5 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732686518170/Put/seqid=0 2024-11-27T05:48:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:39,300 INFO [RS:1;4da2d47fc9ac:37937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37937-0x1017ad60b950002, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:39,300 INFO [RS:1;4da2d47fc9ac:37937 {}] regionserver.HRegionServer(1031): Exiting; stopping=4da2d47fc9ac,37937,1732686516468; zookeeper connection closed. 2024-11-27T05:48:39,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a14f076 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a14f076 2024-11-27T05:48:39,309 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T05:48:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741845_1021 (size=6441) 2024-11-27T05:48:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741845_1021 (size=6441) 2024-11-27T05:48:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741845_1021 (size=6441) 2024-11-27T05:48:39,322 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a95a53c67d4fdaad8a891f99e327e5 2024-11-27T05:48:39,351 DEBUG [M:0;4da2d47fc9ac:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a966c917f5640269ec270cfa202d0a7 is 69, key is 4da2d47fc9ac,37937,1732686516468/rs:state/1732686517076/Put/seqid=0 2024-11-27T05:48:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741846_1022 (size=5294) 2024-11-27T05:48:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741846_1022 (size=5294) 2024-11-27T05:48:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741846_1022 (size=5294) 2024-11-27T05:48:39,365 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a966c917f5640269ec270cfa202d0a7 2024-11-27T05:48:39,374 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16abdfb6008f4231a6204d78711480b9 as hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16abdfb6008f4231a6204d78711480b9 2024-11-27T05:48:39,383 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16abdfb6008f4231a6204d78711480b9, entries=8, sequenceid=72, filesize=5.5 K 2024-11-27T05:48:39,385 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a95a53c67d4fdaad8a891f99e327e5 as hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a95a53c67d4fdaad8a891f99e327e5 2024-11-27T05:48:39,393 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a95a53c67d4fdaad8a891f99e327e5, entries=8, sequenceid=72, filesize=6.3 K 2024-11-27T05:48:39,394 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a966c917f5640269ec270cfa202d0a7 as hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a966c917f5640269ec270cfa202d0a7 2024-11-27T05:48:39,404 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/dbe3139b-08ee-da6b-fa1e-6c8c0c100a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a966c917f5640269ec270cfa202d0a7, entries=3, sequenceid=72, filesize=5.2 K 2024-11-27T05:48:39,406 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=72, compaction requested=false 2024-11-27T05:48:39,413 INFO [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T05:48:39,413 DEBUG [M:0;4da2d47fc9ac:42089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732686519234Disabling compacts and flushes for region at 1732686519234Disabling writes for close at 1732686519234Obtaining lock to block concurrent updates at 1732686519234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732686519234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732686519235 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732686519236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732686519236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732686519257 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732686519257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732686519279 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732686519298 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732686519298Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732686519333 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732686519350 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732686519350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb14414: reopening flushed file at 1732686519372 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45993a3a: reopening flushed file at 1732686519383 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183fb501: reopening flushed file at 1732686519393 (+10 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=72, compaction requested=false at 1732686519406 (+13 ms)Writing region close event to WAL at 1732686519412 (+6 ms)Closed at 1732686519412 2024-11-27T05:48:39,413 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,415 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,415 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,415 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,415 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-27T05:48:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741830_1006 (size=32695) 2024-11-27T05:48:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741830_1006 (size=32695) 2024-11-27T05:48:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741830_1006 (size=32695) 2024-11-27T05:48:39,420 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T05:48:39,420 INFO [M:0;4da2d47fc9ac:42089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T05:48:39,420 INFO [M:0;4da2d47fc9ac:42089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42089 2024-11-27T05:48:39,420 INFO [M:0;4da2d47fc9ac:42089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T05:48:39,532 INFO [M:0;4da2d47fc9ac:42089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T05:48:39,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:39,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1017ad60b950000, quorum=127.0.0.1:62965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T05:48:39,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a6fe37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:39,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599354ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:39,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:39,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62911529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:39,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f83272f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:39,537 WARN [BP-2015812167-172.17.0.2-1732686513567 heartbeating to localhost/127.0.0.1:36733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:48:39,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:48:39,537 WARN [BP-2015812167-172.17.0.2-1732686513567 heartbeating to localhost/127.0.0.1:36733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2015812167-172.17.0.2-1732686513567 (Datanode Uuid e9a37667-2435-4ca0-bf58-196d3dc6a25f) service to localhost/127.0.0.1:36733 2024-11-27T05:48:39,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:48:39,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data5/current/BP-2015812167-172.17.0.2-1732686513567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:39,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data6/current/BP-2015812167-172.17.0.2-1732686513567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:39,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:48:39,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44594417{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:39,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ae1b478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:39,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:39,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32cae04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:39,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@307a167a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:39,544 WARN [BP-2015812167-172.17.0.2-1732686513567 heartbeating to localhost/127.0.0.1:36733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:48:39,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:48:39,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:48:39,544 WARN [BP-2015812167-172.17.0.2-1732686513567 heartbeating to localhost/127.0.0.1:36733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2015812167-172.17.0.2-1732686513567 (Datanode Uuid 43d08883-d23d-4f39-8a65-d0a3a8b5e3fb) service to localhost/127.0.0.1:36733 2024-11-27T05:48:39,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data3/current/BP-2015812167-172.17.0.2-1732686513567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:39,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data4/current/BP-2015812167-172.17.0.2-1732686513567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:39,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:48:39,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3983c67c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T05:48:39,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47e17521{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:39,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:39,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7113698a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:39,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b06cedf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:39,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T05:48:39,549 WARN [BP-2015812167-172.17.0.2-1732686513567 heartbeating to localhost/127.0.0.1:36733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T05:48:39,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T05:48:39,549 WARN [BP-2015812167-172.17.0.2-1732686513567 heartbeating to localhost/127.0.0.1:36733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2015812167-172.17.0.2-1732686513567 (Datanode Uuid 8c1c24ae-30ac-4ec5-9d4e-35cad1329c7f) service to localhost/127.0.0.1:36733 2024-11-27T05:48:39,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data1/current/BP-2015812167-172.17.0.2-1732686513567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:39,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/cluster_03618be2-50a8-ce37-9489-c6323210d586/data/data2/current/BP-2015812167-172.17.0.2-1732686513567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T05:48:39,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T05:48:39,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b53fe5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T05:48:39,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686fe78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T05:48:39,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T05:48:39,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a8da47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T05:48:39,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dd03231{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6103ec0b-5db9-07db-6a0e-a0baa53440f1/hadoop.log.dir/,STOPPED} 2024-11-27T05:48:39,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T05:48:39,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T05:48:39,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 88) - Thread LEAK? -, OpenFileDescriptor=518 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 8320)