2024-11-10 19:52:27,827 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-10 19:52:27,842 main DEBUG Took 0.012550 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 19:52:27,843 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 19:52:27,843 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 19:52:27,844 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 19:52:27,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,858 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 19:52:27,874 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,875 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,876 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,877 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,878 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,879 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,880 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,881 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,883 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,883 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 19:52:27,884 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,884 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 19:52:27,886 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 19:52:27,887 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 19:52:27,888 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 19:52:27,889 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 19:52:27,890 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 19:52:27,890 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 19:52:27,898 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 19:52:27,900 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 19:52:27,902 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 19:52:27,902 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 19:52:27,902 main DEBUG createAppenders(={Console}) 2024-11-10 19:52:27,903 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-10 19:52:27,903 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-10 19:52:27,904 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-10 19:52:27,904 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 19:52:27,904 main DEBUG OutputStream closed 2024-11-10 19:52:27,905 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 19:52:27,905 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 19:52:27,905 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-10 19:52:27,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 19:52:27,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 19:52:27,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 19:52:27,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 19:52:27,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 19:52:27,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 19:52:27,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 19:52:27,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 19:52:27,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 19:52:27,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 19:52:27,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 19:52:27,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 19:52:27,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 19:52:27,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 19:52:27,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 19:52:27,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 19:52:27,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 19:52:27,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 19:52:27,981 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 19:52:27,982 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-10 19:52:27,982 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 19:52:27,983 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-10T19:52:27,997 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-10 19:52:28,000 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 19:52:28,000 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T19:52:28,214 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7 2024-11-10T19:52:28,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03, deleteOnExit=true 2024-11-10T19:52:28,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/test.cache.data in system properties and HBase conf 2024-11-10T19:52:28,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:52:28,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:52:28,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:52:28,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:52:28,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:52:28,337 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T19:52:28,418 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:52:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:52:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:52:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:52:28,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:52:28,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:52:28,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:52:28,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:52:28,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:52:28,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:52:28,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:52:28,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:52:28,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:52:28,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:52:28,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:52:29,566 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T19:52:29,632 INFO [Time-limited test {}] log.Log(170): Logging initialized @2436ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T19:52:29,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:29,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:29,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:29,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:29,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:52:29,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:29,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:29,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:29,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/java.io.tmpdir/jetty-localhost-33671-hadoop-hdfs-3_4_1-tests_jar-_-any-12329747352231800218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:52:29,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:33671} 2024-11-10T19:52:29,975 INFO [Time-limited test {}] server.Server(415): Started @2780ms 2024-11-10T19:52:30,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:30,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:30,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:30,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:30,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:52:30,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:30,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:30,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/java.io.tmpdir/jetty-localhost-45267-hadoop-hdfs-3_4_1-tests_jar-_-any-10246561004964676263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:30,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:45267} 2024-11-10T19:52:30,616 INFO [Time-limited test {}] server.Server(415): Started @3421ms 2024-11-10T19:52:30,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:52:30,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:30,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:30,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:30,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:30,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:52:30,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:30,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:30,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/java.io.tmpdir/jetty-localhost-34985-hadoop-hdfs-3_4_1-tests_jar-_-any-9378213891553964142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:30,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:34985} 2024-11-10T19:52:30,884 INFO [Time-limited test {}] server.Server(415): Started @3689ms 2024-11-10T19:52:30,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:52:30,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:30,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:30,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:30,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:30,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:52:30,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:30,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:31,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/java.io.tmpdir/jetty-localhost-43669-hadoop-hdfs-3_4_1-tests_jar-_-any-13458937062875838242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:31,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:43669} 2024-11-10T19:52:31,027 INFO [Time-limited test {}] server.Server(415): Started @3832ms 2024-11-10T19:52:31,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:52:32,553 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data4/current/BP-41071892-172.17.0.3-1731268348950/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:32,553 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data2/current/BP-41071892-172.17.0.3-1731268348950/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:32,553 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data3/current/BP-41071892-172.17.0.3-1731268348950/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:32,553 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data1/current/BP-41071892-172.17.0.3-1731268348950/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:32,585 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:52:32,585 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:52:32,596 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data5/current/BP-41071892-172.17.0.3-1731268348950/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:32,596 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data6/current/BP-41071892-172.17.0.3-1731268348950/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:32,622 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:52:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75930a0f5a857158 with lease ID 0xbaaa03bbc6517a54: Processing first storage report for DS-448756cd-2e01-4352-b596-b84ad2ac1583 from datanode DatanodeRegistration(127.0.0.1:44899, datanodeUuid=a4f73880-317a-416e-8b03-10fbf17e28b8, infoPort=34281, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950) 2024-11-10T19:52:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75930a0f5a857158 with lease ID 0xbaaa03bbc6517a54: from storage DS-448756cd-2e01-4352-b596-b84ad2ac1583 node DatanodeRegistration(127.0.0.1:44899, datanodeUuid=a4f73880-317a-416e-8b03-10fbf17e28b8, infoPort=34281, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T19:52:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34852688edd16037 with lease ID 0xbaaa03bbc6517a53: Processing first storage report for DS-2ba5a158-6eb9-45dd-a317-3039388c9dba from datanode DatanodeRegistration(127.0.0.1:44749, datanodeUuid=e853205f-ec7b-4dac-a537-17397d76c282, infoPort=45525, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950) 2024-11-10T19:52:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34852688edd16037 with lease ID 0xbaaa03bbc6517a53: from storage DS-2ba5a158-6eb9-45dd-a317-3039388c9dba node DatanodeRegistration(127.0.0.1:44749, datanodeUuid=e853205f-ec7b-4dac-a537-17397d76c282, infoPort=45525, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1443f59c57b0270e with lease ID 0xbaaa03bbc6517a55: Processing first storage report for DS-8c69ad5f-5897-41d2-b118-27d111ce327c from datanode DatanodeRegistration(127.0.0.1:35093, datanodeUuid=411ac257-0694-47f8-b9dc-055b6e6bad2f, infoPort=40097, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950) 2024-11-10T19:52:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1443f59c57b0270e with lease ID 0xbaaa03bbc6517a55: from storage DS-8c69ad5f-5897-41d2-b118-27d111ce327c node DatanodeRegistration(127.0.0.1:35093, datanodeUuid=411ac257-0694-47f8-b9dc-055b6e6bad2f, infoPort=40097, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75930a0f5a857158 with lease ID 0xbaaa03bbc6517a54: Processing first storage report for DS-ba8c77d5-957d-4259-856f-b1688e6b057c from datanode DatanodeRegistration(127.0.0.1:44899, datanodeUuid=a4f73880-317a-416e-8b03-10fbf17e28b8, infoPort=34281, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950) 2024-11-10T19:52:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75930a0f5a857158 with lease ID 0xbaaa03bbc6517a54: from storage DS-ba8c77d5-957d-4259-856f-b1688e6b057c node DatanodeRegistration(127.0.0.1:44899, datanodeUuid=a4f73880-317a-416e-8b03-10fbf17e28b8, infoPort=34281, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34852688edd16037 with lease ID 0xbaaa03bbc6517a53: Processing first storage report for DS-519150ac-ae24-4980-8cab-c46974e68fe0 from datanode DatanodeRegistration(127.0.0.1:44749, datanodeUuid=e853205f-ec7b-4dac-a537-17397d76c282, infoPort=45525, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950) 2024-11-10T19:52:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34852688edd16037 with lease ID 0xbaaa03bbc6517a53: from storage DS-519150ac-ae24-4980-8cab-c46974e68fe0 node DatanodeRegistration(127.0.0.1:44749, datanodeUuid=e853205f-ec7b-4dac-a537-17397d76c282, infoPort=45525, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1443f59c57b0270e with lease ID 0xbaaa03bbc6517a55: Processing first storage report for DS-819bdc63-7d05-4674-84ed-f56e52ddac2d from datanode DatanodeRegistration(127.0.0.1:35093, datanodeUuid=411ac257-0694-47f8-b9dc-055b6e6bad2f, infoPort=40097, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950) 2024-11-10T19:52:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1443f59c57b0270e with lease ID 0xbaaa03bbc6517a55: from storage DS-819bdc63-7d05-4674-84ed-f56e52ddac2d node DatanodeRegistration(127.0.0.1:35093, datanodeUuid=411ac257-0694-47f8-b9dc-055b6e6bad2f, infoPort=40097, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=1274612420;c=1731268348950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:32,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7 2024-11-10T19:52:32,800 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-10T19:52:32,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=162, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=6946 2024-11-10T19:52:32,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:52:32,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-10T19:52:33,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/zookeeper_0, clientPort=53711, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:52:33,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53711 2024-11-10T19:52:33,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:33,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:33,120 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:33,120 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:33,163 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:41332 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:44899:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41332 dst: /127.0.0.1:44899 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:33,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-10T19:52:33,582 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:33,594 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca with version=8 2024-11-10T19:52:33,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/hbase-staging 2024-11-10T19:52:33,675 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T19:52:33,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:33,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:33,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:33,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:33,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:33,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:34,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:52:34,123 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T19:52:34,132 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T19:52:34,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:34,157 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96184 (auto-detected) 2024-11-10T19:52:34,158 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T19:52:34,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45411 2024-11-10T19:52:34,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45411 connecting to ZooKeeper ensemble=127.0.0.1:53711 2024-11-10T19:52:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454110x0, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:34,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45411-0x101264e979e0000 connected 2024-11-10T19:52:34,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:34,433 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca, hbase.cluster.distributed=false 2024-11-10T19:52:34,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:34,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45411 2024-11-10T19:52:34,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45411 2024-11-10T19:52:34,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45411 2024-11-10T19:52:34,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45411 2024-11-10T19:52:34,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45411 2024-11-10T19:52:34,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:34,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:34,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:34,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:52:34,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:34,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37097 2024-11-10T19:52:34,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37097 connecting to ZooKeeper ensemble=127.0.0.1:53711 2024-11-10T19:52:34,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,586 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370970x0, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:34,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37097-0x101264e979e0001 connected 2024-11-10T19:52:34,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:34,592 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:52:34,602 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:52:34,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T19:52:34,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:34,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-10T19:52:34,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37097 2024-11-10T19:52:34,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37097 2024-11-10T19:52:34,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-10T19:52:34,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-10T19:52:34,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:34,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:34,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:34,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:52:34,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:34,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37241 2024-11-10T19:52:34,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37241 connecting to ZooKeeper ensemble=127.0.0.1:53711 2024-11-10T19:52:34,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372410x0, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:34,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372410x0, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:34,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37241-0x101264e979e0002 connected 2024-11-10T19:52:34,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:52:34,658 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:52:34,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T19:52:34,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:34,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-10T19:52:34,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37241 2024-11-10T19:52:34,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37241 2024-11-10T19:52:34,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-10T19:52:34,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-10T19:52:34,678 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:34,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:34,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:34,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:34,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:52:34,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:34,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42111 2024-11-10T19:52:34,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42111 connecting to ZooKeeper ensemble=127.0.0.1:53711 2024-11-10T19:52:34,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421110x0, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:34,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421110x0, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:34,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42111-0x101264e979e0003 connected 2024-11-10T19:52:34,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:52:34,704 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:52:34,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T19:52:34,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:34,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42111 2024-11-10T19:52:34,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42111 2024-11-10T19:52:34,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42111 2024-11-10T19:52:34,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42111 2024-11-10T19:52:34,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42111 2024-11-10T19:52:34,723 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:45411 2024-11-10T19:52:34,724 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:34,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,740 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,742 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:34,771 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,771 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,773 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T19:52:34,774 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bdc25462c9ef,45411,1731268353764 from backup master directory 2024-11-10T19:52:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,786 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:34,787 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:34,787 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:34,790 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T19:52:34,791 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T19:52:34,848 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/hbase.id] with ID: ad485ea6-42a9-43e4-8a54-17c451fe2a52 2024-11-10T19:52:34,848 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/.tmp/hbase.id 2024-11-10T19:52:34,855 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:34,856 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:34,859 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:53724 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:44749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53724 dst: /127.0.0.1:44749 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-10T19:52:34,866 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:34,867 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/.tmp/hbase.id]:[hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/hbase.id] 2024-11-10T19:52:34,913 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:34,918 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:52:34,938 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-10T19:52:34,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,950 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:34,964 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:34,964 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:34,967 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:53752 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:44749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53752 dst: /127.0.0.1:44749 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:34,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-10T19:52:34,975 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:34,989 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:52:34,991 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:52:34,998 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:52:35,029 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:35,029 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:35,033 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:41358 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:44899:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41358 dst: /127.0.0.1:44899 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-10T19:52:35,039 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:35,055 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store 2024-11-10T19:52:35,070 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:35,070 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:35,074 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:37818 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37818 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-10T19:52:35,080 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:35,083 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T19:52:35,086 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:35,087 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:52:35,088 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:35,088 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:35,089 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:52:35,089 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:35,089 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:35,090 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731268355087Disabling compacts and flushes for region at 1731268355087Disabling writes for close at 1731268355089 (+2 ms)Writing region close event to WAL at 1731268355089Closed at 1731268355089 2024-11-10T19:52:35,093 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/.initializing 2024-11-10T19:52:35,093 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/WALs/bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:35,101 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:52:35,115 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C45411%2C1731268353764, suffix=, logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/WALs/bdc25462c9ef,45411,1731268353764, archiveDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/oldWALs, maxLogs=10 2024-11-10T19:52:35,141 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/WALs/bdc25462c9ef,45411,1731268353764/bdc25462c9ef%2C45411%2C1731268353764.1731268355119, exclude list is [], retry=0 2024-11-10T19:52:35,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:35,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-2ba5a158-6eb9-45dd-a317-3039388c9dba,DISK] 2024-11-10T19:52:35,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-8c69ad5f-5897-41d2-b118-27d111ce327c,DISK] 2024-11-10T19:52:35,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-448756cd-2e01-4352-b596-b84ad2ac1583,DISK] 2024-11-10T19:52:35,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T19:52:35,198 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/WALs/bdc25462c9ef,45411,1731268353764/bdc25462c9ef%2C45411%2C1731268353764.1731268355119 2024-11-10T19:52:35,199 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40097:40097),(127.0.0.1/127.0.0.1:34281:34281),(127.0.0.1/127.0.0.1:45525:45525)] 2024-11-10T19:52:35,199 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:52:35,200 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:35,202 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,203 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:52:35,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:35,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:35,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:52:35,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:35,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:35,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:52:35,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:35,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:35,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:52:35,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:35,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:35,274 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,277 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,278 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,282 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,283 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,286 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:52:35,290 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:35,296 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:52:35,297 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67197554, jitterRate=0.0013215839862823486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:52:35,305 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731268355214Initializing all the Stores at 1731268355216 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268355216Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268355217 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268355217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268355217Cleaning up temporary data from old regions at 1731268355283 (+66 ms)Region opened successfully at 1731268355305 (+22 ms) 2024-11-10T19:52:35,306 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:52:35,336 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebd1b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:35,362 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:52:35,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:52:35,371 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:52:35,373 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:52:35,374 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T19:52:35,379 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T19:52:35,379 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:52:35,401 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:52:35,409 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T19:52:35,459 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T19:52:35,463 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:52:35,466 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:52:35,476 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T19:52:35,478 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:52:35,482 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:52:35,491 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T19:52:35,492 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:52:35,501 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T19:52:35,522 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:52:35,533 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T19:52:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:35,544 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,544 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,549 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,45411,1731268353764, sessionid=0x101264e979e0000, setting cluster-up flag (Was=false) 2024-11-10T19:52:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-10T19:52:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-10T19:52:35,704 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,776 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T19:52:35,781 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:35,807 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:35,839 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T19:52:35,842 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:35,851 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:52:35,914 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(746): ClusterId : ad485ea6-42a9-43e4-8a54-17c451fe2a52 2024-11-10T19:52:35,914 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(746): ClusterId : ad485ea6-42a9-43e4-8a54-17c451fe2a52 2024-11-10T19:52:35,914 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(746): ClusterId : ad485ea6-42a9-43e4-8a54-17c451fe2a52 2024-11-10T19:52:35,913 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:35,916 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:52:35,916 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:52:35,916 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:52:35,922 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:52:35,928 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:52:35,933 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,45411,1731268353764 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:52:35,941 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:52:35,941 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:52:35,941 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:52:35,941 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:52:35,941 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:52:35,941 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:52:35,942 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:35,942 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:35,942 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:35,943 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:35,943 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:52:35,943 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:35,943 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:35,943 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:35,944 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731268385944 2024-11-10T19:52:35,946 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:52:35,947 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:52:35,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:35,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:52:35,950 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:52:35,950 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:52:35,951 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:52:35,951 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:52:35,952 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:35,956 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:52:35,956 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:52:35,956 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:52:35,956 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:52:35,956 DEBUG [RS:2;bdc25462c9ef:42111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1969350a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:35,956 DEBUG [RS:1;bdc25462c9ef:37241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc4b52c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:35,956 DEBUG [RS:0;bdc25462c9ef:37097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27971c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:35,956 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:35,957 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:52:35,957 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:52:35,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:52:35,964 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:52:35,965 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:52:35,967 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731268355966,5,FailOnTimeoutGroup] 2024-11-10T19:52:35,968 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731268355967,5,FailOnTimeoutGroup] 2024-11-10T19:52:35,968 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:35,968 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:52:35,969 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:35,969 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:35,970 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:35,970 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:35,973 DEBUG [RS:2;bdc25462c9ef:42111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bdc25462c9ef:42111 2024-11-10T19:52:35,973 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:37862 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37862 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:35,977 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:52:35,977 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:52:35,977 DEBUG [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:52:35,979 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bdc25462c9ef:37241 2024-11-10T19:52:35,979 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:52:35,979 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:52:35,979 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:52:35,979 DEBUG [RS:0;bdc25462c9ef:37097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:37097 2024-11-10T19:52:35,980 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,45411,1731268353764 with port=42111, startcode=1731268354678 2024-11-10T19:52:35,980 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:52:35,980 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:52:35,980 DEBUG [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:52:35,980 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,45411,1731268353764 with port=37241, startcode=1731268354629 2024-11-10T19:52:35,981 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,45411,1731268353764 with port=37097, startcode=1731268354522 2024-11-10T19:52:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-10T19:52:35,983 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:35,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:52:35,985 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca 2024-11-10T19:52:35,992 DEBUG [RS:2;bdc25462c9ef:42111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:52:35,992 DEBUG [RS:0;bdc25462c9ef:37097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:52:35,993 DEBUG [RS:1;bdc25462c9ef:37241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:52:35,993 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:35,994 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:36,004 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:37886 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37886 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:36,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-10T19:52:36,016 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:36,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:36,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:52:36,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:52:36,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:52:36,031 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:52:36,031 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:52:36,031 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:52:36,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:52:36,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:52:36,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:36,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:52:36,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:52:36,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45411 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:36,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:52:36,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:52:36,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740 2024-11-10T19:52:36,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740 2024-11-10T19:52:36,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:52:36,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:52:36,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45411 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:52:36,057 DEBUG [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca 2024-11-10T19:52:36,057 DEBUG [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40681 2024-11-10T19:52:36,057 DEBUG [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:52:36,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:52:36,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:36,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45411 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:36,059 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca 2024-11-10T19:52:36,059 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40681 2024-11-10T19:52:36,059 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:52:36,062 DEBUG [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca 2024-11-10T19:52:36,063 DEBUG [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40681 2024-11-10T19:52:36,063 DEBUG [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:52:36,070 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:52:36,071 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69746915, jitterRate=0.039310023188591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:52:36,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731268356017Initializing all the Stores at 1731268356021 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268356022 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268356024 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268356024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268356024Cleaning up temporary data from old regions at 1731268356053 (+29 ms)Region opened successfully at 1731268356075 (+22 ms) 2024-11-10T19:52:36,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:52:36,076 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:52:36,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:52:36,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:52:36,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:52:36,077 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:52:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731268356076Disabling compacts and flushes for region at 1731268356076Disabling writes for close at 1731268356076Writing region close event to WAL at 1731268356077 (+1 ms)Closed at 1731268356077 2024-11-10T19:52:36,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:36,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:52:36,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:52:36,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:52:36,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:52:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:36,144 DEBUG [RS:1;bdc25462c9ef:37241 {}] zookeeper.ZKUtil(111): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,144 DEBUG [RS:0;bdc25462c9ef:37097 {}] zookeeper.ZKUtil(111): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:36,144 WARN [RS:0;bdc25462c9ef:37097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:36,144 WARN [RS:1;bdc25462c9ef:37241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:36,144 INFO [RS:0;bdc25462c9ef:37097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:52:36,144 INFO [RS:1;bdc25462c9ef:37241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:52:36,144 DEBUG [RS:2;bdc25462c9ef:42111 {}] zookeeper.ZKUtil(111): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:36,145 DEBUG [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:36,145 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,145 WARN [RS:2;bdc25462c9ef:42111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:36,145 INFO [RS:2;bdc25462c9ef:42111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:52:36,145 DEBUG [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:36,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,37097,1731268354522] 2024-11-10T19:52:36,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,37241,1731268354629] 2024-11-10T19:52:36,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,42111,1731268354678] 2024-11-10T19:52:36,170 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:52:36,170 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:52:36,170 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:52:36,186 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:52:36,186 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:52:36,186 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:52:36,192 INFO [RS:0;bdc25462c9ef:37097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:52:36,192 INFO [RS:1;bdc25462c9ef:37241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:52:36,192 INFO [RS:2;bdc25462c9ef:42111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:52:36,192 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,192 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,192 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,197 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:52:36,199 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:52:36,199 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:52:36,203 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:52:36,203 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:52:36,203 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:52:36,205 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,205 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,205 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,205 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,205 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,205 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,205 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,206 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:36,207 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:36,207 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:2;bdc25462c9ef:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:36,207 DEBUG [RS:0;bdc25462c9ef:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:36,207 DEBUG [RS:1;bdc25462c9ef:37241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:36,212 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,212 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,212 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42111,1731268354678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37241,1731268354629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:36,213 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37097,1731268354522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:36,232 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:52:36,234 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37097,1731268354522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,234 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,234 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.Replication(171): bdc25462c9ef,37097,1731268354522 started 2024-11-10T19:52:36,235 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:52:36,235 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:52:36,236 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,42111,1731268354678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,236 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37241,1731268354629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,236 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,236 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.Replication(171): bdc25462c9ef,42111,1731268354678 started 2024-11-10T19:52:36,236 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,237 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.Replication(171): bdc25462c9ef,37241,1731268354629 started 2024-11-10T19:52:36,250 WARN [bdc25462c9ef:45411 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:52:36,252 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,252 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,37097,1731268354522, RpcServer on bdc25462c9ef/172.17.0.3:37097, sessionid=0x101264e979e0001 2024-11-10T19:52:36,253 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:52:36,253 DEBUG [RS:0;bdc25462c9ef:37097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:36,253 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37097,1731268354522' 2024-11-10T19:52:36,253 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T19:52:36,254 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T19:52:36,255 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:52:36,255 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:52:36,255 DEBUG [RS:0;bdc25462c9ef:37097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:36,255 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37097,1731268354522' 2024-11-10T19:52:36,255 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T19:52:36,255 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T19:52:36,256 DEBUG [RS:0;bdc25462c9ef:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:52:36,256 INFO [RS:0;bdc25462c9ef:37097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:52:36,256 INFO [RS:0;bdc25462c9ef:37097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:52:36,258 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,258 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:36,258 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,42111,1731268354678, RpcServer on bdc25462c9ef/172.17.0.3:42111, sessionid=0x101264e979e0003 2024-11-10T19:52:36,258 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,37241,1731268354629, RpcServer on bdc25462c9ef/172.17.0.3:37241, sessionid=0x101264e979e0002 2024-11-10T19:52:36,259 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:52:36,259 DEBUG [RS:2;bdc25462c9ef:42111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:36,259 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:52:36,259 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,42111,1731268354678' 2024-11-10T19:52:36,259 DEBUG [RS:1;bdc25462c9ef:37241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,259 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T19:52:36,259 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37241,1731268354629' 2024-11-10T19:52:36,259 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T19:52:36,260 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T19:52:36,260 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T19:52:36,260 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:52:36,260 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:52:36,260 DEBUG [RS:2;bdc25462c9ef:42111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:36,260 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:52:36,260 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,42111,1731268354678' 2024-11-10T19:52:36,260 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:52:36,260 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T19:52:36,260 DEBUG [RS:1;bdc25462c9ef:37241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,260 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37241,1731268354629' 2024-11-10T19:52:36,260 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T19:52:36,261 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T19:52:36,261 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T19:52:36,261 DEBUG [RS:2;bdc25462c9ef:42111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:52:36,261 INFO [RS:2;bdc25462c9ef:42111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:52:36,261 INFO [RS:2;bdc25462c9ef:42111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:52:36,261 DEBUG [RS:1;bdc25462c9ef:37241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:52:36,261 INFO [RS:1;bdc25462c9ef:37241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:52:36,262 INFO [RS:1;bdc25462c9ef:37241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:52:36,362 INFO [RS:1;bdc25462c9ef:37241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:52:36,362 INFO [RS:0;bdc25462c9ef:37097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:52:36,362 INFO [RS:2;bdc25462c9ef:42111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T19:52:36,365 INFO [RS:1;bdc25462c9ef:37241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C37241%2C1731268354629, suffix=, logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37241,1731268354629, archiveDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs, maxLogs=32 2024-11-10T19:52:36,365 INFO [RS:0;bdc25462c9ef:37097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C37097%2C1731268354522, suffix=, logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37097,1731268354522, archiveDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs, maxLogs=32 2024-11-10T19:52:36,365 INFO [RS:2;bdc25462c9ef:42111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C42111%2C1731268354678, suffix=, logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,42111,1731268354678, archiveDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs, maxLogs=32 2024-11-10T19:52:36,381 DEBUG [RS:0;bdc25462c9ef:37097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37097,1731268354522/bdc25462c9ef%2C37097%2C1731268354522.1731268356369, exclude list is [], retry=0 2024-11-10T19:52:36,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-448756cd-2e01-4352-b596-b84ad2ac1583,DISK] 2024-11-10T19:52:36,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-8c69ad5f-5897-41d2-b118-27d111ce327c,DISK] 2024-11-10T19:52:36,388 DEBUG [RS:2;bdc25462c9ef:42111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,42111,1731268354678/bdc25462c9ef%2C42111%2C1731268354678.1731268356369, exclude list is [], retry=0 2024-11-10T19:52:36,388 DEBUG [RS:1;bdc25462c9ef:37241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37241,1731268354629/bdc25462c9ef%2C37241%2C1731268354629.1731268356369, exclude list is [], retry=0 2024-11-10T19:52:36,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-2ba5a158-6eb9-45dd-a317-3039388c9dba,DISK] 2024-11-10T19:52:36,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-2ba5a158-6eb9-45dd-a317-3039388c9dba,DISK] 2024-11-10T19:52:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-8c69ad5f-5897-41d2-b118-27d111ce327c,DISK] 2024-11-10T19:52:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-8c69ad5f-5897-41d2-b118-27d111ce327c,DISK] 2024-11-10T19:52:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-448756cd-2e01-4352-b596-b84ad2ac1583,DISK] 2024-11-10T19:52:36,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-2ba5a158-6eb9-45dd-a317-3039388c9dba,DISK] 2024-11-10T19:52:36,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-448756cd-2e01-4352-b596-b84ad2ac1583,DISK] 2024-11-10T19:52:36,419 INFO [RS:0;bdc25462c9ef:37097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37097,1731268354522/bdc25462c9ef%2C37097%2C1731268354522.1731268356369 2024-11-10T19:52:36,421 INFO [RS:2;bdc25462c9ef:42111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,42111,1731268354678/bdc25462c9ef%2C42111%2C1731268354678.1731268356369 2024-11-10T19:52:36,422 INFO [RS:1;bdc25462c9ef:37241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37241,1731268354629/bdc25462c9ef%2C37241%2C1731268354629.1731268356369 2024-11-10T19:52:36,423 DEBUG [RS:0;bdc25462c9ef:37097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45525:45525),(127.0.0.1/127.0.0.1:40097:40097),(127.0.0.1/127.0.0.1:34281:34281)] 2024-11-10T19:52:36,423 DEBUG [RS:2;bdc25462c9ef:42111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45525:45525),(127.0.0.1/127.0.0.1:34281:34281),(127.0.0.1/127.0.0.1:40097:40097)] 2024-11-10T19:52:36,424 DEBUG [RS:1;bdc25462c9ef:37241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40097:40097),(127.0.0.1/127.0.0.1:45525:45525),(127.0.0.1/127.0.0.1:34281:34281)] 2024-11-10T19:52:36,504 DEBUG [bdc25462c9ef:45411 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T19:52:36,514 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(204): Hosts are {bdc25462c9ef=0} racks are {/default-rack=0} 2024-11-10T19:52:36,521 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T19:52:36,521 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T19:52:36,521 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T19:52:36,521 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T19:52:36,521 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T19:52:36,521 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T19:52:36,522 INFO [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T19:52:36,522 INFO [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T19:52:36,522 INFO [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T19:52:36,522 DEBUG [bdc25462c9ef:45411 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T19:52:36,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,37241,1731268354629, state=OPENING 2024-11-10T19:52:36,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:52:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:36,659 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:36,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:52:36,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37241,1731268354629}] 2024-11-10T19:52:36,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:52:36,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:52:36,860 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:52:36,861 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T19:52:36,862 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T19:52:36,865 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C37241%2C1731268354629.meta, suffix=.meta, logDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37241,1731268354629, archiveDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs, maxLogs=32 2024-11-10T19:52:36,879 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37241,1731268354629/bdc25462c9ef%2C37241%2C1731268354629.meta.1731268356867.meta, exclude list is [], retry=0 2024-11-10T19:52:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-2ba5a158-6eb9-45dd-a317-3039388c9dba,DISK] 2024-11-10T19:52:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35093,DS-8c69ad5f-5897-41d2-b118-27d111ce327c,DISK] 2024-11-10T19:52:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-448756cd-2e01-4352-b596-b84ad2ac1583,DISK] 2024-11-10T19:52:36,885 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/WALs/bdc25462c9ef,37241,1731268354629/bdc25462c9ef%2C37241%2C1731268354629.meta.1731268356867.meta 2024-11-10T19:52:36,886 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34281:34281),(127.0.0.1/127.0.0.1:40097:40097),(127.0.0.1/127.0.0.1:45525:45525)] 2024-11-10T19:52:36,886 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:52:36,887 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:52:36,889 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:52:36,893 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:52:36,897 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:52:36,897 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:36,897 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:52:36,898 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:52:36,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:52:36,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:52:36,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:52:36,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:52:36,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:52:36,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:52:36,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:52:36,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:52:36,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:36,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:36,910 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:52:36,912 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740 2024-11-10T19:52:36,914 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740 2024-11-10T19:52:36,916 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:52:36,916 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:52:36,917 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:52:36,920 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:52:36,922 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74383717, jitterRate=0.1084037572145462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:52:36,922 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:52:36,924 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731268356898Writing region info on filesystem at 1731268356898Initializing all the Stores at 1731268356900 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268356900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268356901 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268356901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268356901Cleaning up temporary data from old regions at 1731268356916 (+15 ms)Running coprocessor post-open hooks at 1731268356922 (+6 ms)Region opened successfully at 1731268356923 (+1 ms) 2024-11-10T19:52:36,954 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731268356834 2024-11-10T19:52:36,968 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:52:36,969 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:52:36,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,37241,1731268354629, state=OPEN 2024-11-10T19:52:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:36,986 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:36,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:36,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:36,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:52:36,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,37241,1731268354629 in 323 msec 2024-11-10T19:52:36,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:52:36,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 907 msec 2024-11-10T19:52:37,000 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:37,000 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:52:37,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:52:37,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37241,1731268354629, seqNum=-1] 2024-11-10T19:52:37,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:52:37,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:52:37,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1770 sec 2024-11-10T19:52:37,056 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731268357056, completionTime=-1 2024-11-10T19:52:37,059 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T19:52:37,059 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:52:37,086 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T19:52:37,087 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731268417086 2024-11-10T19:52:37,087 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731268477087 2024-11-10T19:52:37,087 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-10T19:52:37,089 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T19:52:37,096 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45411,1731268353764-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:37,097 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45411,1731268353764-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:37,097 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45411,1731268353764-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:37,098 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:45411, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:37,099 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:37,099 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:37,105 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:52:37,125 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.338sec 2024-11-10T19:52:37,127 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:52:37,128 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:52:37,128 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:52:37,129 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:52:37,129 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:52:37,129 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45411,1731268353764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:37,130 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45411,1731268353764-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:52:37,134 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:52:37,134 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:52:37,135 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,45411,1731268353764-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:37,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106eafae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:52:37,235 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T19:52:37,235 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T19:52:37,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,45411,-1 for getting cluster id 2024-11-10T19:52:37,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:52:37,248 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad485ea6-42a9-43e4-8a54-17c451fe2a52' 2024-11-10T19:52:37,250 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:52:37,250 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad485ea6-42a9-43e4-8a54-17c451fe2a52" 2024-11-10T19:52:37,251 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173b853c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:52:37,251 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,45411,-1] 2024-11-10T19:52:37,253 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:52:37,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:37,256 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:52:37,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527aea6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:52:37,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:52:37,267 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,37241,1731268354629, seqNum=-1] 2024-11-10T19:52:37,267 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:52:37,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:52:37,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:37,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:52:37,297 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:37,299 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2313e1d7 2024-11-10T19:52:37,301 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:52:37,303 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:52:37,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:52:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-10T19:52:37,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:52:37,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-10T19:52:37,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:37,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:52:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:37,335 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:37,335 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:37,341 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:37948 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37948 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-10T19:52:37,348 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:37,351 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => feac6a48feb4359b2df0a229ee4abe84, NAME => 'TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca 2024-11-10T19:52:37,358 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:37,359 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:37,366 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:37974 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37974 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:37,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-10T19:52:37,371 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:37,371 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:37,371 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing feac6a48feb4359b2df0a229ee4abe84, disabling compactions & flushes 2024-11-10T19:52:37,371 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:37,371 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:37,371 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. after waiting 0 ms 2024-11-10T19:52:37,372 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:37,372 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:37,372 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for feac6a48feb4359b2df0a229ee4abe84: Waiting for close lock at 1731268357371Disabling compacts and flushes for region at 1731268357371Disabling writes for close at 1731268357371Writing region close event to WAL at 1731268357372 (+1 ms)Closed at 1731268357372 2024-11-10T19:52:37,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:52:37,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731268357374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731268357374"}]},"ts":"1731268357374"} 2024-11-10T19:52:37,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:52:37,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:52:37,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731268357387"}]},"ts":"1731268357387"} 2024-11-10T19:52:37,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-10T19:52:37,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bdc25462c9ef=0} racks are {/default-rack=0} 2024-11-10T19:52:37,397 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T19:52:37,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T19:52:37,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T19:52:37,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T19:52:37,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T19:52:37,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T19:52:37,398 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T19:52:37,398 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T19:52:37,398 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T19:52:37,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T19:52:37,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=feac6a48feb4359b2df0a229ee4abe84, ASSIGN}] 2024-11-10T19:52:37,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=feac6a48feb4359b2df0a229ee4abe84, ASSIGN 2024-11-10T19:52:37,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=feac6a48feb4359b2df0a229ee4abe84, ASSIGN; state=OFFLINE, location=bdc25462c9ef,37241,1731268354629; forceNewPlan=false, retain=false 2024-11-10T19:52:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:37,562 INFO [bdc25462c9ef:45411 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-10T19:52:37,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=feac6a48feb4359b2df0a229ee4abe84, regionState=OPENING, regionLocation=bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:37,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=feac6a48feb4359b2df0a229ee4abe84, ASSIGN because future has completed 2024-11-10T19:52:37,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure feac6a48feb4359b2df0a229ee4abe84, server=bdc25462c9ef,37241,1731268354629}] 2024-11-10T19:52:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:37,732 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:37,732 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => feac6a48feb4359b2df0a229ee4abe84, NAME => 'TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:52:37,733 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,733 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:37,733 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,733 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,736 INFO [StoreOpener-feac6a48feb4359b2df0a229ee4abe84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,738 INFO [StoreOpener-feac6a48feb4359b2df0a229ee4abe84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feac6a48feb4359b2df0a229ee4abe84 columnFamilyName cf 2024-11-10T19:52:37,738 DEBUG [StoreOpener-feac6a48feb4359b2df0a229ee4abe84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:37,739 INFO [StoreOpener-feac6a48feb4359b2df0a229ee4abe84-1 {}] regionserver.HStore(327): Store=feac6a48feb4359b2df0a229ee4abe84/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:37,740 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,741 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,741 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,742 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,742 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,745 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,750 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:52:37,751 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened feac6a48feb4359b2df0a229ee4abe84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59611247, jitterRate=-0.11172319948673248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T19:52:37,751 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:37,752 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for feac6a48feb4359b2df0a229ee4abe84: Running coprocessor pre-open hook at 1731268357733Writing region info on filesystem at 1731268357734 (+1 ms)Initializing all the Stores at 1731268357736 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268357736Cleaning up temporary data from old regions at 1731268357742 (+6 ms)Running coprocessor post-open hooks at 1731268357751 (+9 ms)Region opened successfully at 1731268357752 (+1 ms) 2024-11-10T19:52:37,755 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84., pid=6, masterSystemTime=1731268357723 2024-11-10T19:52:37,759 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:37,759 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:37,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=feac6a48feb4359b2df0a229ee4abe84, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:37,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure feac6a48feb4359b2df0a229ee4abe84, server=bdc25462c9ef,37241,1731268354629 because future has completed 2024-11-10T19:52:37,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:52:37,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure feac6a48feb4359b2df0a229ee4abe84, server=bdc25462c9ef,37241,1731268354629 in 197 msec 2024-11-10T19:52:37,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:52:37,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=feac6a48feb4359b2df0a229ee4abe84, ASSIGN in 370 msec 2024-11-10T19:52:37,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:52:37,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731268357774"}]},"ts":"1731268357774"} 2024-11-10T19:52:37,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-10T19:52:37,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:52:37,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 467 msec 2024-11-10T19:52:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:37,955 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T19:52:37,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-10T19:52:37,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T19:52:37,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-10T19:52:37,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T19:52:37,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-10T19:52:37,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84., hostname=bdc25462c9ef,37241,1731268354629, seqNum=2] 2024-11-10T19:52:37,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-10T19:52:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-10T19:52:37,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-10T19:52:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:52:37,996 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T19:52:37,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T19:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:52:38,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T19:52:38,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:38,173 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing feac6a48feb4359b2df0a229ee4abe84 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-10T19:52:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84/.tmp/cf/79ff64723cc24424bd49bd33c1aed2f2 is 36, key is row/cf:cq/1731268357979/Put/seqid=0 2024-11-10T19:52:38,230 WARN [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,230 WARN [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,234 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-76218600_22 at /127.0.0.1:53822 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:44749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53822 dst: /127.0.0.1:44749 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-10T19:52:38,241 WARN [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:38,241 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84/.tmp/cf/79ff64723cc24424bd49bd33c1aed2f2 2024-11-10T19:52:38,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84/.tmp/cf/79ff64723cc24424bd49bd33c1aed2f2 as hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84/cf/79ff64723cc24424bd49bd33c1aed2f2 2024-11-10T19:52:38,296 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84/cf/79ff64723cc24424bd49bd33c1aed2f2, entries=1, sequenceid=5, filesize=4.7 K 2024-11-10T19:52:38,302 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for feac6a48feb4359b2df0a229ee4abe84 in 129ms, sequenceid=5, compaction requested=false 2024-11-10T19:52:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-10T19:52:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for feac6a48feb4359b2df0a229ee4abe84: 2024-11-10T19:52:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T19:52:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T19:52:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:52:38,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T19:52:38,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 314 msec 2024-11-10T19:52:38,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 327 msec 2024-11-10T19:52:38,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-10T19:52:38,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-10T19:52:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-10T19:52:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-10T19:52:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-10T19:52:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-10T19:52:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:52:38,625 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T19:52:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-10T19:52:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-10T19:52:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-10T19:52:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-10T19:52:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:52:38,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:52:38,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:38,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:52:38,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:52:38,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=233511752, stopped=false 2024-11-10T19:52:38,646 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,45411,1731268353764 2024-11-10T19:52:38,692 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:38,692 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:38,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:52:38,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:38,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:52:38,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:38,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:38,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:38,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:38,695 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,37097,1731268354522' ***** 2024-11-10T19:52:38,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:52:38,696 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:52:38,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,37241,1731268354629' ***** 2024-11-10T19:52:38,696 INFO [RS:0;bdc25462c9ef:37097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:52:38,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:52:38,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:52:38,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,42111,1731268354678' ***** 2024-11-10T19:52:38,697 INFO [RS:0;bdc25462c9ef:37097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:52:38,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:52:38,697 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:38,697 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:52:38,697 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:52:38,697 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:38,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:52:38,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:52:38,697 INFO [RS:0;bdc25462c9ef:37097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:37097. 2024-11-10T19:52:38,697 INFO [RS:2;bdc25462c9ef:42111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:52:38,697 DEBUG [RS:0;bdc25462c9ef:37097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:38,697 INFO [RS:2;bdc25462c9ef:42111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:52:38,697 DEBUG [RS:0;bdc25462c9ef:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,697 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:38,697 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:38,697 INFO [RS:2;bdc25462c9ef:42111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bdc25462c9ef:42111. 2024-11-10T19:52:38,698 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,37097,1731268354522; all regions closed. 2024-11-10T19:52:38,698 DEBUG [RS:2;bdc25462c9ef:42111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:38,698 DEBUG [RS:2;bdc25462c9ef:42111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,698 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,42111,1731268354678; all regions closed. 2024-11-10T19:52:38,698 INFO [RS:1;bdc25462c9ef:37241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:52:38,698 INFO [RS:1;bdc25462c9ef:37241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:52:38,698 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(3091): Received CLOSE for feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:38,699 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:38,699 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:38,699 INFO [RS:1;bdc25462c9ef:37241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bdc25462c9ef:37241. 2024-11-10T19:52:38,699 DEBUG [RS:1;bdc25462c9ef:37241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:38,699 DEBUG [RS:1;bdc25462c9ef:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,699 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing feac6a48feb4359b2df0a229ee4abe84, disabling compactions & flushes 2024-11-10T19:52:38,699 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:52:38,699 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:38,699 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:52:38,699 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:38,699 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:52:38,699 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. after waiting 0 ms 2024-11-10T19:52:38,699 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:38,699 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:52:38,700 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:52:38,700 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:52:38,700 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:52:38,700 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, feac6a48feb4359b2df0a229ee4abe84=TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84.} 2024-11-10T19:52:38,700 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:52:38,700 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:52:38,700 DEBUG [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, feac6a48feb4359b2df0a229ee4abe84 2024-11-10T19:52:38,700 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:52:38,701 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T19:52:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741826_1016 (size=93) 2024-11-10T19:52:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741828_1018 (size=93) 2024-11-10T19:52:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741826_1016 (size=93) 2024-11-10T19:52:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741828_1018 (size=93) 2024-11-10T19:52:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741828_1018 (size=93) 2024-11-10T19:52:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741826_1016 (size=93) 2024-11-10T19:52:38,711 DEBUG [RS:2;bdc25462c9ef:42111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs 2024-11-10T19:52:38,711 INFO [RS:2;bdc25462c9ef:42111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C42111%2C1731268354678:(num 1731268356369) 2024-11-10T19:52:38,711 DEBUG [RS:2;bdc25462c9ef:42111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,711 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:38,712 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:38,712 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:38,712 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:52:38,712 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:52:38,712 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:38,712 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:52:38,712 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:38,712 INFO [RS:2;bdc25462c9ef:42111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42111 2024-11-10T19:52:38,713 DEBUG [RS:0;bdc25462c9ef:37097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C37097%2C1731268354522:(num 1731268356369) 2024-11-10T19:52:38,713 DEBUG [RS:0;bdc25462c9ef:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:52:38,713 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:52:38,713 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:38,714 INFO [RS:0;bdc25462c9ef:37097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37097 2024-11-10T19:52:38,717 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:38,718 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:38,718 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:38,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:38,722 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bdc25462c9ef,37097,1731268354522 2024-11-10T19:52:38,722 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:38,724 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/default/TestHBaseWalOnEC/feac6a48feb4359b2df0a229ee4abe84/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:52:38,726 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:38,726 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for feac6a48feb4359b2df0a229ee4abe84: Waiting for close lock at 1731268358699Running coprocessor pre-close hooks at 1731268358699Disabling compacts and flushes for region at 1731268358699Disabling writes for close at 1731268358699Writing region close event to WAL at 1731268358702 (+3 ms)Running coprocessor post-close hooks at 1731268358725 (+23 ms)Closed at 1731268358725 2024-11-10T19:52:38,726 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84. 2024-11-10T19:52:38,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bdc25462c9ef,42111,1731268354678 2024-11-10T19:52:38,733 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:38,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,37097,1731268354522] 2024-11-10T19:52:38,737 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/info/fa5e51edb59e41edb33d7bf126909fec is 153, key is TestHBaseWalOnEC,,1731268357304.feac6a48feb4359b2df0a229ee4abe84./info:regioninfo/1731268357760/Put/seqid=0 2024-11-10T19:52:38,740 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,740 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,745 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-76218600_22 at /127.0.0.1:38042 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38042 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-10T19:52:38,750 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:38,750 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/info/fa5e51edb59e41edb33d7bf126909fec 2024-11-10T19:52:38,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bdc25462c9ef,37097,1731268354522 already deleted, retry=false 2024-11-10T19:52:38,754 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,37097,1731268354522 expired; onlineServers=2 2024-11-10T19:52:38,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,42111,1731268354678] 2024-11-10T19:52:38,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bdc25462c9ef,42111,1731268354678 already deleted, retry=false 2024-11-10T19:52:38,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,42111,1731268354678 expired; onlineServers=1 2024-11-10T19:52:38,778 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/ns/eaac482eb59a4e6a953305305b6eff8d is 43, key is default/ns:d/1731268357041/Put/seqid=0 2024-11-10T19:52:38,780 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,780 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,784 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-76218600_22 at /127.0.0.1:38070 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38070 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-10T19:52:38,789 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:38,789 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/ns/eaac482eb59a4e6a953305305b6eff8d 2024-11-10T19:52:38,816 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/table/92ef39f9b515402dbb0380adfdf60b58 is 52, key is TestHBaseWalOnEC/table:state/1731268357774/Put/seqid=0 2024-11-10T19:52:38,819 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,819 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,822 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-76218600_22 at /127.0.0.1:41468 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:44899:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41468 dst: /127.0.0.1:44899 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-10T19:52:38,827 WARN [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:38,827 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/table/92ef39f9b515402dbb0380adfdf60b58 2024-11-10T19:52:38,841 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/info/fa5e51edb59e41edb33d7bf126909fec as hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/info/fa5e51edb59e41edb33d7bf126909fec 2024-11-10T19:52:38,844 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:38,844 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x101264e979e0001, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:38,844 INFO [RS:0;bdc25462c9ef:37097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:38,844 INFO [RS:0;bdc25462c9ef:37097 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,37097,1731268354522; zookeeper connection closed. 2024-11-10T19:52:38,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ccdc16e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ccdc16e 2024-11-10T19:52:38,851 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/info/fa5e51edb59e41edb33d7bf126909fec, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T19:52:38,853 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/ns/eaac482eb59a4e6a953305305b6eff8d as hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/ns/eaac482eb59a4e6a953305305b6eff8d 2024-11-10T19:52:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:38,854 INFO [RS:2;bdc25462c9ef:42111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x101264e979e0003, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:38,854 INFO [RS:2;bdc25462c9ef:42111 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,42111,1731268354678; zookeeper connection closed. 2024-11-10T19:52:38,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e71913c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e71913c 2024-11-10T19:52:38,864 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/ns/eaac482eb59a4e6a953305305b6eff8d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:52:38,866 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/.tmp/table/92ef39f9b515402dbb0380adfdf60b58 as hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/table/92ef39f9b515402dbb0380adfdf60b58 2024-11-10T19:52:38,876 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/table/92ef39f9b515402dbb0380adfdf60b58, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T19:52:38,877 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=11, compaction requested=false 2024-11-10T19:52:38,877 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T19:52:38,889 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:52:38,889 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:52:38,890 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:52:38,890 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731268358700Running coprocessor pre-close hooks at 1731268358700Disabling compacts and flushes for region at 1731268358700Disabling writes for close at 1731268358700Obtaining lock to block concurrent updates at 1731268358701 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731268358701Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731268358701Flushing stores of hbase:meta,,1.1588230740 at 1731268358704 (+3 ms)Flushing 1588230740/info: creating writer at 1731268358705 (+1 ms)Flushing 1588230740/info: appending metadata at 1731268358732 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731268358732Flushing 1588230740/ns: creating writer at 1731268358762 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731268358777 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731268358777Flushing 1588230740/table: creating writer at 1731268358799 (+22 ms)Flushing 1588230740/table: appending metadata at 1731268358815 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731268358815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f0d02d: reopening flushed file at 1731268358839 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efd7f55: reopening flushed file at 1731268358851 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a0dce7: reopening flushed file at 1731268358864 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=11, compaction requested=false at 1731268358877 (+13 ms)Writing region close event to WAL at 1731268358879 (+2 ms)Running coprocessor post-close hooks at 1731268358889 (+10 ms)Closed at 1731268358890 (+1 ms) 2024-11-10T19:52:38,890 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:52:38,900 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,37241,1731268354629; all regions closed. 2024-11-10T19:52:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741829_1019 (size=2751) 2024-11-10T19:52:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741829_1019 (size=2751) 2024-11-10T19:52:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741829_1019 (size=2751) 2024-11-10T19:52:38,907 DEBUG [RS:1;bdc25462c9ef:37241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs 2024-11-10T19:52:38,907 INFO [RS:1;bdc25462c9ef:37241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C37241%2C1731268354629.meta:.meta(num 1731268356867) 2024-11-10T19:52:38,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741827_1017 (size=1298) 2024-11-10T19:52:38,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741827_1017 (size=1298) 2024-11-10T19:52:38,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741827_1017 (size=1298) 2024-11-10T19:52:38,914 DEBUG [RS:1;bdc25462c9ef:37241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/oldWALs 2024-11-10T19:52:38,914 INFO [RS:1;bdc25462c9ef:37241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bdc25462c9ef%2C37241%2C1731268354629:(num 1731268356369) 2024-11-10T19:52:38,915 DEBUG [RS:1;bdc25462c9ef:37241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:38,915 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:38,915 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:38,915 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:38,915 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:38,915 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:38,915 INFO [RS:1;bdc25462c9ef:37241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37241 2024-11-10T19:52:38,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:38,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bdc25462c9ef,37241,1731268354629 2024-11-10T19:52:38,922 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:38,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,37241,1731268354629] 2024-11-10T19:52:38,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bdc25462c9ef,37241,1731268354629 already deleted, retry=false 2024-11-10T19:52:38,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,37241,1731268354629 expired; onlineServers=0 2024-11-10T19:52:38,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,45411,1731268353764' ***** 2024-11-10T19:52:38,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:52:38,943 INFO [M:0;bdc25462c9ef:45411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:38,943 INFO [M:0;bdc25462c9ef:45411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:38,944 DEBUG [M:0;bdc25462c9ef:45411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:52:38,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:52:38,944 DEBUG [M:0;bdc25462c9ef:45411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:52:38,944 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731268355966 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731268355966,5,FailOnTimeoutGroup] 2024-11-10T19:52:38,944 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731268355967 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731268355967,5,FailOnTimeoutGroup] 2024-11-10T19:52:38,944 INFO [M:0;bdc25462c9ef:45411 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:38,944 INFO [M:0;bdc25462c9ef:45411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:38,944 DEBUG [M:0;bdc25462c9ef:45411 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:52:38,944 INFO [M:0;bdc25462c9ef:45411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:52:38,945 INFO [M:0;bdc25462c9ef:45411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:52:38,945 INFO [M:0;bdc25462c9ef:45411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:52:38,945 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:52:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:38,954 DEBUG [M:0;bdc25462c9ef:45411 {}] zookeeper.ZKUtil(347): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T19:52:38,954 WARN [M:0;bdc25462c9ef:45411 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:52:38,955 INFO [M:0;bdc25462c9ef:45411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/.lastflushedseqids 2024-11-10T19:52:38,968 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,968 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,971 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:53906 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:44749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53906 dst: /127.0.0.1:44749 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-10T19:52:38,975 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:38,975 INFO [M:0;bdc25462c9ef:45411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:52:38,975 INFO [M:0;bdc25462c9ef:45411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:52:38,975 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:52:38,975 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:38,976 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:38,976 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:52:38,976 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:38,976 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-10T19:52:38,996 DEBUG [M:0;bdc25462c9ef:45411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a7473e2211f46ada22156eb5133d1de is 82, key is hbase:meta,,1/info:regioninfo/1731268356973/Put/seqid=0 2024-11-10T19:52:38,998 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:38,999 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:39,001 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:38092 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:35093:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38092 dst: /127.0.0.1:35093 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:39,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-10T19:52:39,005 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:39,006 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a7473e2211f46ada22156eb5133d1de 2024-11-10T19:52:39,033 DEBUG [M:0;bdc25462c9ef:45411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98fa00ab02e74c6c863242ac06ac2b7b is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731268357781/Put/seqid=0 2024-11-10T19:52:39,033 INFO [RS:1;bdc25462c9ef:37241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:39,033 INFO [RS:1;bdc25462c9ef:37241 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,37241,1731268354629; zookeeper connection closed. 2024-11-10T19:52:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37241-0x101264e979e0002, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:39,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f67d3b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f67d3b1 2024-11-10T19:52:39,034 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T19:52:39,036 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:39,036 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:39,039 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:41482 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:44899:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41482 dst: /127.0.0.1:44899 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:39,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-10T19:52:39,043 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:39,043 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.15 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98fa00ab02e74c6c863242ac06ac2b7b 2024-11-10T19:52:39,068 DEBUG [M:0;bdc25462c9ef:45411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2a46a95073043b6897e70f5a6644471 is 69, key is bdc25462c9ef,37097,1731268354522/rs:state/1731268356043/Put/seqid=0 2024-11-10T19:52:39,070 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:39,070 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T19:52:39,072 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1245725634_22 at /127.0.0.1:53928 [Receiving block BP-41071892-172.17.0.3-1731268348950:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:44749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53928 dst: /127.0.0.1:44749 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T19:52:39,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-10T19:52:39,076 WARN [M:0;bdc25462c9ef:45411 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T19:52:39,077 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2a46a95073043b6897e70f5a6644471 2024-11-10T19:52:39,085 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a7473e2211f46ada22156eb5133d1de as hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a7473e2211f46ada22156eb5133d1de 2024-11-10T19:52:39,093 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a7473e2211f46ada22156eb5133d1de, entries=8, sequenceid=72, filesize=5.5 K 2024-11-10T19:52:39,095 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98fa00ab02e74c6c863242ac06ac2b7b as hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98fa00ab02e74c6c863242ac06ac2b7b 2024-11-10T19:52:39,102 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98fa00ab02e74c6c863242ac06ac2b7b, entries=8, sequenceid=72, filesize=6.3 K 2024-11-10T19:52:39,104 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2a46a95073043b6897e70f5a6644471 as hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2a46a95073043b6897e70f5a6644471 2024-11-10T19:52:39,114 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2a46a95073043b6897e70f5a6644471, entries=3, sequenceid=72, filesize=5.2 K 2024-11-10T19:52:39,116 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=72, compaction requested=false 2024-11-10T19:52:39,117 INFO [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:39,117 DEBUG [M:0;bdc25462c9ef:45411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731268358975Disabling compacts and flushes for region at 1731268358975Disabling writes for close at 1731268358976 (+1 ms)Obtaining lock to block concurrent updates at 1731268358976Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731268358976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1731268358976Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731268358977 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731268358977Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731268358996 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731268358996Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731268359012 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731268359032 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731268359032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731268359050 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731268359067 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731268359067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f9eab2: reopening flushed file at 1731268359084 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d257ad: reopening flushed file at 1731268359093 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8bd946: reopening flushed file at 1731268359103 (+10 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=72, compaction requested=false at 1731268359116 (+13 ms)Writing region close event to WAL at 1731268359117 (+1 ms)Closed at 1731268359117 2024-11-10T19:52:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741825_1011 (size=32683) 2024-11-10T19:52:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741825_1011 (size=32683) 2024-11-10T19:52:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35093 is added to blk_1073741825_1011 (size=32683) 2024-11-10T19:52:39,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:39,122 INFO [M:0;bdc25462c9ef:45411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:52:39,122 INFO [M:0;bdc25462c9ef:45411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45411 2024-11-10T19:52:39,123 INFO [M:0;bdc25462c9ef:45411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:39,233 INFO [M:0;bdc25462c9ef:45411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45411-0x101264e979e0000, quorum=127.0.0.1:53711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:39,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:39,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:39,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:39,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:39,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:39,275 WARN [BP-41071892-172.17.0.3-1731268348950 heartbeating to localhost/127.0.0.1:40681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:52:39,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:52:39,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:52:39,276 WARN [BP-41071892-172.17.0.3-1731268348950 heartbeating to localhost/127.0.0.1:40681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41071892-172.17.0.3-1731268348950 (Datanode Uuid 411ac257-0694-47f8-b9dc-055b6e6bad2f) service to localhost/127.0.0.1:40681 2024-11-10T19:52:39,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data5/current/BP-41071892-172.17.0.3-1731268348950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:39,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data6/current/BP-41071892-172.17.0.3-1731268348950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:39,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:52:39,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:39,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:39,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:39,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:39,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:39,281 WARN [BP-41071892-172.17.0.3-1731268348950 heartbeating to localhost/127.0.0.1:40681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:52:39,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:52:39,281 WARN [BP-41071892-172.17.0.3-1731268348950 heartbeating to localhost/127.0.0.1:40681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41071892-172.17.0.3-1731268348950 (Datanode Uuid e853205f-ec7b-4dac-a537-17397d76c282) service to localhost/127.0.0.1:40681 2024-11-10T19:52:39,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:52:39,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data3/current/BP-41071892-172.17.0.3-1731268348950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:39,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data4/current/BP-41071892-172.17.0.3-1731268348950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:39,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:52:39,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:39,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:39,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:39,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:39,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:39,286 WARN [BP-41071892-172.17.0.3-1731268348950 heartbeating to localhost/127.0.0.1:40681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:52:39,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:52:39,286 WARN [BP-41071892-172.17.0.3-1731268348950 heartbeating to localhost/127.0.0.1:40681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41071892-172.17.0.3-1731268348950 (Datanode Uuid a4f73880-317a-416e-8b03-10fbf17e28b8) service to localhost/127.0.0.1:40681 2024-11-10T19:52:39,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:52:39,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data1/current/BP-41071892-172.17.0.3-1731268348950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:39,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/cluster_55195c95-19d7-b577-6054-9d3ed6f0ef03/data/data2/current/BP-41071892-172.17.0.3-1731268348950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:39,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:52:39,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:52:39,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:39,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:39,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:39,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:39,305 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:52:39,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:52:39,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=91 (was 162), OpenFileDescriptor=447 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 60) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6648 (was 6946) 2024-11-10T19:52:39,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=91, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=6648 2024-11-10T19:52:39,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.log.dir so I do NOT create it in target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fc6edce-07dd-3cce-e0ac-306ec6b3a6a7/hadoop.tmp.dir so I do NOT create it in target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c, deleteOnExit=true 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/test.cache.data in system properties and HBase conf 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir in system properties and HBase conf 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T19:52:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T19:52:39,343 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:52:39,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T19:52:39,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/nfs.dump.dir in system properties and HBase conf 2024-11-10T19:52:39,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/java.io.tmpdir in system properties and HBase conf 2024-11-10T19:52:39,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T19:52:39,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T19:52:39,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T19:52:39,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:39,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:39,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:39,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:39,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:52:39,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:39,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aa34083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:39,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bbe271{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:39,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@563c957f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/java.io.tmpdir/jetty-localhost-40473-hadoop-hdfs-3_4_1-tests_jar-_-any-3623291291545053739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:52:39,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cbd9f23{HTTP/1.1, (http/1.1)}{localhost:40473} 2024-11-10T19:52:39,778 INFO [Time-limited test {}] server.Server(415): Started @12583ms 2024-11-10T19:52:40,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:40,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:40,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:40,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:40,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:52:40,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6decf963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:40,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f2e60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:40,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765c7210{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/java.io.tmpdir/jetty-localhost-36295-hadoop-hdfs-3_4_1-tests_jar-_-any-4389229698510879360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:40,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e498d5c{HTTP/1.1, (http/1.1)}{localhost:36295} 2024-11-10T19:52:40,138 INFO [Time-limited test {}] server.Server(415): Started @12943ms 2024-11-10T19:52:40,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:52:40,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:40,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:40,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:40,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:40,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T19:52:40,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7febc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:40,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5c60f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:40,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4be50faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/java.io.tmpdir/jetty-localhost-42305-hadoop-hdfs-3_4_1-tests_jar-_-any-9659817971057481027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:40,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6625a4f2{HTTP/1.1, (http/1.1)}{localhost:42305} 2024-11-10T19:52:40,266 INFO [Time-limited test {}] server.Server(415): Started @13071ms 2024-11-10T19:52:40,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:52:40,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T19:52:40,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T19:52:40,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T19:52:40,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T19:52:40,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T19:52:40,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39179133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,AVAILABLE} 2024-11-10T19:52:40,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d8940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T19:52:40,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733029a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/java.io.tmpdir/jetty-localhost-46705-hadoop-hdfs-3_4_1-tests_jar-_-any-302401985995867547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:40,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a87cd5{HTTP/1.1, (http/1.1)}{localhost:46705} 2024-11-10T19:52:40,398 INFO [Time-limited test {}] server.Server(415): Started @13203ms 2024-11-10T19:52:40,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T19:52:41,476 WARN [Thread-565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data1/current/BP-998481749-172.17.0.3-1731268359370/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:41,476 WARN [Thread-566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data2/current/BP-998481749-172.17.0.3-1731268359370/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:41,496 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:52:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615e597ee38b1991 with lease ID 0x944ed3e19303a471: Processing first storage report for DS-4db3dc01-fa6b-4992-93e6-5381270df62a from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=30e4a762-758e-4111-a595-b1463979fb46, infoPort=40179, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370) 2024-11-10T19:52:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615e597ee38b1991 with lease ID 0x944ed3e19303a471: from storage DS-4db3dc01-fa6b-4992-93e6-5381270df62a node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=30e4a762-758e-4111-a595-b1463979fb46, infoPort=40179, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615e597ee38b1991 with lease ID 0x944ed3e19303a471: Processing first storage report for DS-f91ee7a3-df1f-455d-ae49-38099b7f96b9 from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=30e4a762-758e-4111-a595-b1463979fb46, infoPort=40179, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370) 2024-11-10T19:52:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615e597ee38b1991 with lease ID 0x944ed3e19303a471: from storage DS-f91ee7a3-df1f-455d-ae49-38099b7f96b9 node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=30e4a762-758e-4111-a595-b1463979fb46, infoPort=40179, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:41,805 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data3/current/BP-998481749-172.17.0.3-1731268359370/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:41,805 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data4/current/BP-998481749-172.17.0.3-1731268359370/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:41,820 WARN [Thread-528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:52:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x325e30cf0517f63d with lease ID 0x944ed3e19303a472: Processing first storage report for DS-d8c87030-051e-4fda-a235-f4691872a9df from datanode DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ddf09615-a568-4866-b72f-8dc9b332ec94, infoPort=34513, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370) 2024-11-10T19:52:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x325e30cf0517f63d with lease ID 0x944ed3e19303a472: from storage DS-d8c87030-051e-4fda-a235-f4691872a9df node DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ddf09615-a568-4866-b72f-8dc9b332ec94, infoPort=34513, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x325e30cf0517f63d with lease ID 0x944ed3e19303a472: Processing first storage report for DS-a459bdc8-4280-4921-8d36-e1985ea4abd8 from datanode DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ddf09615-a568-4866-b72f-8dc9b332ec94, infoPort=34513, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370) 2024-11-10T19:52:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x325e30cf0517f63d with lease ID 0x944ed3e19303a472: from storage DS-a459bdc8-4280-4921-8d36-e1985ea4abd8 node DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ddf09615-a568-4866-b72f-8dc9b332ec94, infoPort=34513, infoSecurePort=0, ipcPort=33245, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:41,844 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data6/current/BP-998481749-172.17.0.3-1731268359370/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:41,844 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data5/current/BP-998481749-172.17.0.3-1731268359370/current, will proceed with Du for space computation calculation, 2024-11-10T19:52:41,867 WARN [Thread-550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T19:52:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6609ee0e0adfffb3 with lease ID 0x944ed3e19303a473: Processing first storage report for DS-76674f47-fd9b-4f23-8470-09e41a9bab92 from datanode DatanodeRegistration(127.0.0.1:43795, datanodeUuid=438ca5bd-0c00-4f98-ac13-06d87e5b2b58, infoPort=37549, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370) 2024-11-10T19:52:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6609ee0e0adfffb3 with lease ID 0x944ed3e19303a473: from storage DS-76674f47-fd9b-4f23-8470-09e41a9bab92 node DatanodeRegistration(127.0.0.1:43795, datanodeUuid=438ca5bd-0c00-4f98-ac13-06d87e5b2b58, infoPort=37549, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6609ee0e0adfffb3 with lease ID 0x944ed3e19303a473: Processing first storage report for DS-ffc53d6a-caee-444b-81d6-23a630f075f9 from datanode DatanodeRegistration(127.0.0.1:43795, datanodeUuid=438ca5bd-0c00-4f98-ac13-06d87e5b2b58, infoPort=37549, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370) 2024-11-10T19:52:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6609ee0e0adfffb3 with lease ID 0x944ed3e19303a473: from storage DS-ffc53d6a-caee-444b-81d6-23a630f075f9 node DatanodeRegistration(127.0.0.1:43795, datanodeUuid=438ca5bd-0c00-4f98-ac13-06d87e5b2b58, infoPort=37549, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=1316686058;c=1731268359370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T19:52:41,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432 2024-11-10T19:52:41,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/zookeeper_0, clientPort=52473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T19:52:41,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52473 2024-11-10T19:52:41,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:41,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:41,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:52:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:52:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741825_1001 (size=7) 2024-11-10T19:52:41,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85 with version=8 2024-11-10T19:52:41,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40681/user/jenkins/test-data/83927fd3-db82-203a-4793-8e70508bc5ca/hbase-staging 2024-11-10T19:52:41,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:41,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:41,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:41,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:41,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:41,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:41,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T19:52:41,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:41,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34661 2024-11-10T19:52:41,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34661 connecting to ZooKeeper ensemble=127.0.0.1:52473 2024-11-10T19:52:42,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346610x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:42,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34661-0x101264eba990000 connected 2024-11-10T19:52:42,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:42,141 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85, hbase.cluster.distributed=false 2024-11-10T19:52:42,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:42,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-10T19:52:42,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34661 2024-11-10T19:52:42,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34661 2024-11-10T19:52:42,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-10T19:52:42,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-10T19:52:42,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:42,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:42,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:42,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:52:42,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:42,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40915 2024-11-10T19:52:42,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40915 connecting to ZooKeeper ensemble=127.0.0.1:52473 2024-11-10T19:52:42,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409150x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:42,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40915-0x101264eba990001 connected 2024-11-10T19:52:42,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:42,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:52:42,183 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:52:42,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T19:52:42,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:42,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40915 2024-11-10T19:52:42,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40915 2024-11-10T19:52:42,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40915 2024-11-10T19:52:42,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40915 2024-11-10T19:52:42,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40915 2024-11-10T19:52:42,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:42,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:42,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:42,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:52:42,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:42,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40317 2024-11-10T19:52:42,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40317 connecting to ZooKeeper ensemble=127.0.0.1:52473 2024-11-10T19:52:42,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403170x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:42,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40317-0x101264eba990002 connected 2024-11-10T19:52:42,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:42,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:52:42,273 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:52:42,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T19:52:42,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:42,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40317 2024-11-10T19:52:42,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40317 2024-11-10T19:52:42,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40317 2024-11-10T19:52:42,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40317 2024-11-10T19:52:42,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40317 2024-11-10T19:52:42,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bdc25462c9ef:0 server-side Connection retries=45 2024-11-10T19:52:42,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T19:52:42,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T19:52:42,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T19:52:42,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T19:52:42,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T19:52:42,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37151 2024-11-10T19:52:42,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37151 connecting to ZooKeeper ensemble=127.0.0.1:52473 2024-11-10T19:52:42,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371510x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T19:52:42,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371510x0, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:42,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37151-0x101264eba990003 connected 2024-11-10T19:52:42,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T19:52:42,319 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T19:52:42,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T19:52:42,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T19:52:42,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-10T19:52:42,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37151 2024-11-10T19:52:42,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37151 2024-11-10T19:52:42,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-10T19:52:42,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-10T19:52:42,338 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdc25462c9ef:34661 2024-11-10T19:52:42,338 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:42,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,351 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:42,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,362 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T19:52:42,363 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bdc25462c9ef,34661,1731268361990 from backup master directory 2024-11-10T19:52:42,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:42,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T19:52:42,375 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:42,375 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:42,381 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/hbase.id] with ID: 5dad488f-15a6-48ec-9df6-fa8ae0c99d1a 2024-11-10T19:52:42,381 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/.tmp/hbase.id 2024-11-10T19:52:42,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:52:42,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:52:42,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741826_1002 (size=42) 2024-11-10T19:52:42,391 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/.tmp/hbase.id]:[hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/hbase.id] 2024-11-10T19:52:42,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T19:52:42,407 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T19:52:42,407 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T19:52:42,409 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T19:52:42,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:52:42,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:52:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:52:42,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741827_1003 (size=196) 2024-11-10T19:52:42,431 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:52:42,433 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T19:52:42,433 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T19:52:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:52:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:52:42,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741828_1004 (size=1189) 2024-11-10T19:52:42,451 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store 2024-11-10T19:52:42,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:52:42,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:52:42,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741829_1005 (size=34) 2024-11-10T19:52:42,465 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:42,465 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:52:42,465 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:42,465 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:42,466 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:52:42,466 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:42,466 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:42,466 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731268362465Disabling compacts and flushes for region at 1731268362465Disabling writes for close at 1731268362466 (+1 ms)Writing region close event to WAL at 1731268362466Closed at 1731268362466 2024-11-10T19:52:42,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:52:42,467 WARN [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/.initializing 2024-11-10T19:52:42,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T19:52:42,467 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/WALs/bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:42,472 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C34661%2C1731268361990, suffix=, logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/WALs/bdc25462c9ef,34661,1731268361990, archiveDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/oldWALs, maxLogs=10 2024-11-10T19:52:42,473 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor bdc25462c9ef%2C34661%2C1731268361990.1731268362472 2024-11-10T19:52:42,483 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/WALs/bdc25462c9ef,34661,1731268361990/bdc25462c9ef%2C34661%2C1731268361990.1731268362472 2024-11-10T19:52:42,485 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34513:34513),(127.0.0.1/127.0.0.1:37549:37549),(127.0.0.1/127.0.0.1:40179:40179)] 2024-11-10T19:52:42,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:52:42,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:42,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,486 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T19:52:42,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T19:52:42,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:42,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T19:52:42,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:42,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T19:52:42,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:42,499 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,500 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,501 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,502 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,502 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,503 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:52:42,505 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T19:52:42,508 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:52:42,509 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73452897, jitterRate=0.09453345835208893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:52:42,511 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731268362486Initializing all the Stores at 1731268362487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268362487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268362487Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268362487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268362487Cleaning up temporary data from old regions at 1731268362502 (+15 ms)Region opened successfully at 1731268362511 (+9 ms) 2024-11-10T19:52:42,511 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T19:52:42,516 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b1252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:42,518 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T19:52:42,518 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T19:52:42,518 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T19:52:42,518 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T19:52:42,519 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T19:52:42,520 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T19:52:42,520 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T19:52:42,523 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T19:52:42,524 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T19:52:42,532 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T19:52:42,533 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T19:52:42,534 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T19:52:42,543 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T19:52:42,544 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T19:52:42,545 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T19:52:42,553 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T19:52:42,555 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T19:52:42,564 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T19:52:42,566 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T19:52:42,574 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,587 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bdc25462c9ef,34661,1731268361990, sessionid=0x101264eba990000, setting cluster-up flag (Was=false) 2024-11-10T19:52:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,638 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T19:52:42,641 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:42,701 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T19:52:42,702 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:42,704 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T19:52:42,707 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:42,707 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T19:52:42,707 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T19:52:42,707 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdc25462c9ef,34661,1731268361990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T19:52:42,709 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:42,709 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:42,709 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:42,709 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=5, maxPoolSize=5 2024-11-10T19:52:42,710 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdc25462c9ef:0, corePoolSize=10, maxPoolSize=10 2024-11-10T19:52:42,710 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,710 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:42,710 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731268392711 2024-11-10T19:52:42,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T19:52:42,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T19:52:42,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T19:52:42,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T19:52:42,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T19:52:42,711 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T19:52:42,712 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,712 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T19:52:42,712 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T19:52:42,712 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T19:52:42,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:42,712 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T19:52:42,712 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T19:52:42,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T19:52:42,712 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731268362712,5,FailOnTimeoutGroup] 2024-11-10T19:52:42,713 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731268362713,5,FailOnTimeoutGroup] 2024-11-10T19:52:42,713 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,713 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T19:52:42,713 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,713 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T19:52:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:52:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:52:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741831_1007 (size=1321) 2024-11-10T19:52:42,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T19:52:42,724 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85 2024-11-10T19:52:42,726 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(746): ClusterId : 5dad488f-15a6-48ec-9df6-fa8ae0c99d1a 2024-11-10T19:52:42,726 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(746): ClusterId : 5dad488f-15a6-48ec-9df6-fa8ae0c99d1a 2024-11-10T19:52:42,726 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(746): ClusterId : 5dad488f-15a6-48ec-9df6-fa8ae0c99d1a 2024-11-10T19:52:42,726 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:52:42,726 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:52:42,726 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T19:52:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:52:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:52:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741832_1008 (size=32) 2024-11-10T19:52:42,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:42,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:52:42,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:52:42,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:42,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:52:42,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:52:42,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:42,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:52:42,743 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:52:42,743 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:52:42,743 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:52:42,743 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:52:42,744 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T19:52:42,744 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T19:52:42,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:52:42,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:42,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:52:42,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:52:42,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:42,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:42,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:52:42,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740 2024-11-10T19:52:42,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740 2024-11-10T19:52:42,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:52:42,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:52:42,753 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:52:42,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:52:42,758 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:52:42,758 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74429001, jitterRate=0.1090785413980484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:52:42,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731268362736Initializing all the Stores at 1731268362737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268362737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268362738 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268362738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268362738Cleaning up temporary data from old regions at 1731268362752 (+14 ms)Region opened successfully at 1731268362759 (+7 ms) 2024-11-10T19:52:42,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:52:42,759 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:52:42,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:52:42,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:52:42,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:52:42,760 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:52:42,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731268362759Disabling compacts and flushes for region at 1731268362759Disabling writes for close at 1731268362759Writing region close event to WAL at 1731268362760 (+1 ms)Closed at 1731268362760 2024-11-10T19:52:42,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:42,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T19:52:42,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T19:52:42,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:52:42,764 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:52:42,765 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:52:42,765 DEBUG [RS:0;bdc25462c9ef:40915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dab90db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:42,765 DEBUG [RS:1;bdc25462c9ef:40317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4539d325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:42,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T19:52:42,769 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T19:52:42,769 DEBUG [RS:2;bdc25462c9ef:37151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad753d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdc25462c9ef/172.17.0.3:0 2024-11-10T19:52:42,777 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bdc25462c9ef:40317 2024-11-10T19:52:42,777 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:52:42,777 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:52:42,777 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:52:42,777 DEBUG [RS:0;bdc25462c9ef:40915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdc25462c9ef:40915 2024-11-10T19:52:42,778 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:52:42,778 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:52:42,778 DEBUG [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:52:42,778 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,34661,1731268361990 with port=40317, startcode=1731268362205 2024-11-10T19:52:42,778 DEBUG [RS:1;bdc25462c9ef:40317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:52:42,778 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,34661,1731268361990 with port=40915, startcode=1731268362163 2024-11-10T19:52:42,779 DEBUG [RS:0;bdc25462c9ef:40915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:52:42,781 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:52:42,781 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:52:42,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:42,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34661 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:42,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:42,784 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85 2024-11-10T19:52:42,784 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46535 2024-11-10T19:52:42,784 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:52:42,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34661 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:42,786 DEBUG [RS:2;bdc25462c9ef:37151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bdc25462c9ef:37151 2024-11-10T19:52:42,786 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T19:52:42,786 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T19:52:42,786 DEBUG [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T19:52:42,787 DEBUG [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85 2024-11-10T19:52:42,787 DEBUG [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46535 2024-11-10T19:52:42,787 DEBUG [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:52:42,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:42,796 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(2659): reportForDuty to master=bdc25462c9ef,34661,1731268361990 with port=37151, startcode=1731268362300 2024-11-10T19:52:42,796 DEBUG [RS:2;bdc25462c9ef:37151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T19:52:42,798 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T19:52:42,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:42,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34661 {}] master.ServerManager(517): Registering regionserver=bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:42,801 DEBUG [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85 2024-11-10T19:52:42,801 DEBUG [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46535 2024-11-10T19:52:42,801 DEBUG [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T19:52:42,834 DEBUG [RS:1;bdc25462c9ef:40317 {}] zookeeper.ZKUtil(111): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:42,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,40317,1731268362205] 2024-11-10T19:52:42,834 WARN [RS:1;bdc25462c9ef:40317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:42,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,40915,1731268362163] 2024-11-10T19:52:42,834 INFO [RS:1;bdc25462c9ef:40317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T19:52:42,835 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:42,855 DEBUG [RS:0;bdc25462c9ef:40915 {}] zookeeper.ZKUtil(111): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:42,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:42,855 WARN [RS:0;bdc25462c9ef:40915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:42,855 INFO [RS:0;bdc25462c9ef:40915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T19:52:42,855 DEBUG [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:42,855 DEBUG [RS:2;bdc25462c9ef:37151 {}] zookeeper.ZKUtil(111): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:42,855 WARN [RS:2;bdc25462c9ef:37151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T19:52:42,856 INFO [RS:2;bdc25462c9ef:37151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T19:52:42,856 DEBUG [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:42,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdc25462c9ef,37151,1731268362300] 2024-11-10T19:52:42,856 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:52:42,859 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:52:42,859 INFO [RS:1;bdc25462c9ef:40317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:52:42,859 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,860 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:52:42,860 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:52:42,861 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:52:42,861 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,861 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,862 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,862 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,862 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:42,862 DEBUG [RS:1;bdc25462c9ef:40317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:42,862 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T19:52:42,864 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:52:42,866 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T19:52:42,868 INFO [RS:2;bdc25462c9ef:37151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:52:42,868 INFO [RS:0;bdc25462c9ef:40915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T19:52:42,868 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,868 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,869 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,869 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:52:42,869 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,869 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,869 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,869 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,869 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40317,1731268362205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:42,869 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T19:52:42,870 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:52:42,870 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T19:52:42,870 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,870 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdc25462c9ef:0, corePoolSize=2, maxPoolSize=2 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,870 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdc25462c9ef:0, corePoolSize=1, maxPoolSize=1 2024-11-10T19:52:42,871 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:42,871 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:42,871 DEBUG [RS:2;bdc25462c9ef:37151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:42,871 DEBUG [RS:0;bdc25462c9ef:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0, corePoolSize=3, maxPoolSize=3 2024-11-10T19:52:42,876 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40915,1731268362163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,876 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37151,1731268362300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:42,888 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:52:42,888 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40317,1731268362205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,888 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,888 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.Replication(171): bdc25462c9ef,40317,1731268362205 started 2024-11-10T19:52:42,892 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:52:42,892 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,37151,1731268362300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,892 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,893 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.Replication(171): bdc25462c9ef,37151,1731268362300 started 2024-11-10T19:52:42,895 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T19:52:42,895 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,40915,1731268362163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,895 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,896 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.Replication(171): bdc25462c9ef,40915,1731268362163 started 2024-11-10T19:52:42,901 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,902 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,40317,1731268362205, RpcServer on bdc25462c9ef/172.17.0.3:40317, sessionid=0x101264eba990002 2024-11-10T19:52:42,902 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:52:42,902 DEBUG [RS:1;bdc25462c9ef:40317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:42,902 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,40317,1731268362205' 2024-11-10T19:52:42,902 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T19:52:42,903 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T19:52:42,903 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:52:42,903 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:52:42,903 DEBUG [RS:1;bdc25462c9ef:40317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:42,903 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,40317,1731268362205' 2024-11-10T19:52:42,903 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T19:52:42,904 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T19:52:42,904 DEBUG [RS:1;bdc25462c9ef:40317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:52:42,904 INFO [RS:1;bdc25462c9ef:40317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:52:42,904 INFO [RS:1;bdc25462c9ef:40317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:52:42,906 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,906 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,37151,1731268362300, RpcServer on bdc25462c9ef/172.17.0.3:37151, sessionid=0x101264eba990003 2024-11-10T19:52:42,907 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:52:42,907 DEBUG [RS:2;bdc25462c9ef:37151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:42,907 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37151,1731268362300' 2024-11-10T19:52:42,907 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T19:52:42,907 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T19:52:42,908 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:52:42,908 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:52:42,908 DEBUG [RS:2;bdc25462c9ef:37151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:42,908 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,37151,1731268362300' 2024-11-10T19:52:42,908 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T19:52:42,908 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T19:52:42,909 DEBUG [RS:2;bdc25462c9ef:37151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:52:42,909 INFO [RS:2;bdc25462c9ef:37151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:52:42,909 INFO [RS:2;bdc25462c9ef:37151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:52:42,916 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:42,916 WARN [bdc25462c9ef:34661 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T19:52:42,916 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(1482): Serving as bdc25462c9ef,40915,1731268362163, RpcServer on bdc25462c9ef/172.17.0.3:40915, sessionid=0x101264eba990001 2024-11-10T19:52:42,916 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T19:52:42,916 DEBUG [RS:0;bdc25462c9ef:40915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:42,917 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,40915,1731268362163' 2024-11-10T19:52:42,917 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T19:52:42,918 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T19:52:42,918 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T19:52:42,918 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T19:52:42,918 DEBUG [RS:0;bdc25462c9ef:40915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:42,918 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdc25462c9ef,40915,1731268362163' 2024-11-10T19:52:42,918 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T19:52:42,919 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T19:52:42,920 DEBUG [RS:0;bdc25462c9ef:40915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T19:52:42,920 INFO [RS:0;bdc25462c9ef:40915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T19:52:42,920 INFO [RS:0;bdc25462c9ef:40915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T19:52:43,007 INFO [RS:1;bdc25462c9ef:40317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C40317%2C1731268362205, suffix=, logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40317,1731268362205, archiveDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs, maxLogs=32 2024-11-10T19:52:43,008 INFO [RS:1;bdc25462c9ef:40317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bdc25462c9ef%2C40317%2C1731268362205.1731268363008 2024-11-10T19:52:43,012 INFO [RS:2;bdc25462c9ef:37151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C37151%2C1731268362300, suffix=, logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,37151,1731268362300, archiveDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs, maxLogs=32 2024-11-10T19:52:43,015 INFO [RS:2;bdc25462c9ef:37151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bdc25462c9ef%2C37151%2C1731268362300.1731268363015 2024-11-10T19:52:43,018 INFO [RS:1;bdc25462c9ef:40317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40317,1731268362205/bdc25462c9ef%2C40317%2C1731268362205.1731268363008 2024-11-10T19:52:43,021 DEBUG [RS:1;bdc25462c9ef:40317 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34513:34513),(127.0.0.1/127.0.0.1:37549:37549),(127.0.0.1/127.0.0.1:40179:40179)] 2024-11-10T19:52:43,022 INFO [RS:0;bdc25462c9ef:40915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C40915%2C1731268362163, suffix=, logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40915,1731268362163, archiveDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs, maxLogs=32 2024-11-10T19:52:43,024 INFO [RS:0;bdc25462c9ef:40915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bdc25462c9ef%2C40915%2C1731268362163.1731268363024 2024-11-10T19:52:43,028 INFO [RS:2;bdc25462c9ef:37151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,37151,1731268362300/bdc25462c9ef%2C37151%2C1731268362300.1731268363015 2024-11-10T19:52:43,030 DEBUG [RS:2;bdc25462c9ef:37151 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40179:40179),(127.0.0.1/127.0.0.1:37549:37549),(127.0.0.1/127.0.0.1:34513:34513)] 2024-11-10T19:52:43,033 INFO [RS:0;bdc25462c9ef:40915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40915,1731268362163/bdc25462c9ef%2C40915%2C1731268362163.1731268363024 2024-11-10T19:52:43,034 DEBUG [RS:0;bdc25462c9ef:40915 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40179:40179),(127.0.0.1/127.0.0.1:34513:34513),(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-10T19:52:43,166 DEBUG [bdc25462c9ef:34661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T19:52:43,167 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(204): Hosts are {bdc25462c9ef=0} racks are {/default-rack=0} 2024-11-10T19:52:43,170 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T19:52:43,170 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T19:52:43,170 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T19:52:43,170 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T19:52:43,170 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T19:52:43,171 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T19:52:43,171 INFO [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T19:52:43,171 INFO [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T19:52:43,171 INFO [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T19:52:43,171 DEBUG [bdc25462c9ef:34661 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T19:52:43,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:43,174 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,40317,1731268362205, state=OPENING 2024-11-10T19:52:43,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T19:52:43,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:43,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:43,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:43,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:43,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T19:52:43,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,40317,1731268362205}] 2024-11-10T19:52:43,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,395 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T19:52:43,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T19:52:43,403 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T19:52:43,404 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T19:52:43,407 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdc25462c9ef%2C40317%2C1731268362205.meta, suffix=.meta, logDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40317,1731268362205, archiveDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs, maxLogs=32 2024-11-10T19:52:43,409 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor bdc25462c9ef%2C40317%2C1731268362205.meta.1731268363408.meta 2024-11-10T19:52:43,419 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/WALs/bdc25462c9ef,40317,1731268362205/bdc25462c9ef%2C40317%2C1731268362205.meta.1731268363408.meta 2024-11-10T19:52:43,421 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549),(127.0.0.1/127.0.0.1:34513:34513),(127.0.0.1/127.0.0.1:40179:40179)] 2024-11-10T19:52:43,425 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:52:43,425 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T19:52:43,425 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T19:52:43,425 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T19:52:43,426 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T19:52:43,426 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:43,426 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T19:52:43,426 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T19:52:43,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T19:52:43,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T19:52:43,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:43,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:43,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T19:52:43,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T19:52:43,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:43,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:43,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T19:52:43,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T19:52:43,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:43,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:43,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T19:52:43,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T19:52:43,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T19:52:43,436 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T19:52:43,437 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740 2024-11-10T19:52:43,438 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740 2024-11-10T19:52:43,440 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T19:52:43,440 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T19:52:43,441 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T19:52:43,442 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T19:52:43,443 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59811670, jitterRate=-0.10873666405677795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T19:52:43,444 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T19:52:43,445 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731268363426Writing region info on filesystem at 1731268363426Initializing all the Stores at 1731268363428 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268363428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268363428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268363428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731268363428Cleaning up temporary data from old regions at 1731268363440 (+12 ms)Running coprocessor post-open hooks at 1731268363444 (+4 ms)Region opened successfully at 1731268363444 2024-11-10T19:52:43,446 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731268363395 2024-11-10T19:52:43,449 DEBUG [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T19:52:43,449 INFO [RS_OPEN_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T19:52:43,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:43,451 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdc25462c9ef,40317,1731268362205, state=OPEN 2024-11-10T19:52:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T19:52:43,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:43,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T19:52:43,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T19:52:43,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bdc25462c9ef,40317,1731268362205 in 220 msec 2024-11-10T19:52:43,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T19:52:43,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-10T19:52:43,469 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T19:52:43,469 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T19:52:43,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:52:43,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,40317,1731268362205, seqNum=-1] 2024-11-10T19:52:43,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:52:43,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:52:43,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-11-10T19:52:43,481 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731268363481, completionTime=-1 2024-11-10T19:52:43,481 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T19:52:43,481 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T19:52:43,483 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731268423483 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731268483484 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34661,1731268361990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34661,1731268361990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34661,1731268361990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdc25462c9ef:34661, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:43,484 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:43,486 DEBUG [master/bdc25462c9ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.113sec 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34661,1731268361990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T19:52:43,489 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34661,1731268361990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T19:52:43,492 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T19:52:43,492 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T19:52:43,492 INFO [master/bdc25462c9ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdc25462c9ef,34661,1731268361990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T19:52:43,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e402b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:52:43,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bdc25462c9ef,34661,-1 for getting cluster id 2024-11-10T19:52:43,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T19:52:43,529 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dad488f-15a6-48ec-9df6-fa8ae0c99d1a' 2024-11-10T19:52:43,529 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T19:52:43,530 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dad488f-15a6-48ec-9df6-fa8ae0c99d1a" 2024-11-10T19:52:43,530 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a171cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:52:43,530 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bdc25462c9ef,34661,-1] 2024-11-10T19:52:43,531 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T19:52:43,531 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:43,533 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T19:52:43,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c67938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T19:52:43,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T19:52:43,538 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdc25462c9ef,40317,1731268362205, seqNum=-1] 2024-11-10T19:52:43,538 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T19:52:43,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T19:52:43,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:43,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T19:52:43,546 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:43,546 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23689dc1 2024-11-10T19:52:43,546 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T19:52:43,548 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T19:52:43,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T19:52:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-10T19:52:43,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T19:52:43,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:43,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-10T19:52:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:43,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T19:52:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741837_1013 (size=392) 2024-11-10T19:52:43,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741837_1013 (size=392) 2024-11-10T19:52:43,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741837_1013 (size=392) 2024-11-10T19:52:43,570 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7a90b3dac5e473203a8cc2599b5f41e, NAME => 'TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85 2024-11-10T19:52:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741838_1014 (size=51) 2024-11-10T19:52:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741838_1014 (size=51) 2024-11-10T19:52:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741838_1014 (size=51) 2024-11-10T19:52:43,580 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:43,580 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing a7a90b3dac5e473203a8cc2599b5f41e, disabling compactions & flushes 2024-11-10T19:52:43,580 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:43,580 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:43,580 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. after waiting 0 ms 2024-11-10T19:52:43,580 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:43,580 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:43,580 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7a90b3dac5e473203a8cc2599b5f41e: Waiting for close lock at 1731268363580Disabling compacts and flushes for region at 1731268363580Disabling writes for close at 1731268363580Writing region close event to WAL at 1731268363580Closed at 1731268363580 2024-11-10T19:52:43,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T19:52:43,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731268363582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731268363582"}]},"ts":"1731268363582"} 2024-11-10T19:52:43,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T19:52:43,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T19:52:43,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731268363586"}]},"ts":"1731268363586"} 2024-11-10T19:52:43,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-10T19:52:43,589 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bdc25462c9ef=0} racks are {/default-rack=0} 2024-11-10T19:52:43,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T19:52:43,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T19:52:43,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T19:52:43,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T19:52:43,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T19:52:43,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T19:52:43,591 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T19:52:43,591 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T19:52:43,591 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T19:52:43,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T19:52:43,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a7a90b3dac5e473203a8cc2599b5f41e, ASSIGN}] 2024-11-10T19:52:43,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a7a90b3dac5e473203a8cc2599b5f41e, ASSIGN 2024-11-10T19:52:43,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a7a90b3dac5e473203a8cc2599b5f41e, ASSIGN; state=OFFLINE, location=bdc25462c9ef,40317,1731268362205; forceNewPlan=false, retain=false 2024-11-10T19:52:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:43,745 INFO [bdc25462c9ef:34661 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-10T19:52:43,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7a90b3dac5e473203a8cc2599b5f41e, regionState=OPENING, regionLocation=bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:43,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a7a90b3dac5e473203a8cc2599b5f41e, ASSIGN because future has completed 2024-11-10T19:52:43,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a90b3dac5e473203a8cc2599b5f41e, server=bdc25462c9ef,40317,1731268362205}] 2024-11-10T19:52:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:43,926 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:43,927 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7a90b3dac5e473203a8cc2599b5f41e, NAME => 'TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T19:52:43,927 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,927 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T19:52:43,927 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,927 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,929 INFO [StoreOpener-a7a90b3dac5e473203a8cc2599b5f41e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,931 INFO [StoreOpener-a7a90b3dac5e473203a8cc2599b5f41e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a90b3dac5e473203a8cc2599b5f41e columnFamilyName cf 2024-11-10T19:52:43,932 DEBUG [StoreOpener-a7a90b3dac5e473203a8cc2599b5f41e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T19:52:43,932 INFO [StoreOpener-a7a90b3dac5e473203a8cc2599b5f41e-1 {}] regionserver.HStore(327): Store=a7a90b3dac5e473203a8cc2599b5f41e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T19:52:43,932 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,933 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,934 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,934 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,934 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,936 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,939 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T19:52:43,939 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7a90b3dac5e473203a8cc2599b5f41e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64677541, jitterRate=-0.036229535937309265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T19:52:43,939 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:43,940 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7a90b3dac5e473203a8cc2599b5f41e: Running coprocessor pre-open hook at 1731268363928Writing region info on filesystem at 1731268363928Initializing all the Stores at 1731268363929 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731268363929Cleaning up temporary data from old regions at 1731268363934 (+5 ms)Running coprocessor post-open hooks at 1731268363939 (+5 ms)Region opened successfully at 1731268363940 (+1 ms) 2024-11-10T19:52:43,942 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e., pid=6, masterSystemTime=1731268363914 2024-11-10T19:52:43,945 DEBUG [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:43,945 INFO [RS_OPEN_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:43,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7a90b3dac5e473203a8cc2599b5f41e, regionState=OPEN, openSeqNum=2, regionLocation=bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a90b3dac5e473203a8cc2599b5f41e, server=bdc25462c9ef,40317,1731268362205 because future has completed 2024-11-10T19:52:43,951 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34661 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=bdc25462c9ef,40317,1731268362205, table=TestHBaseWalOnEC, region=a7a90b3dac5e473203a8cc2599b5f41e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T19:52:43,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T19:52:43,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7a90b3dac5e473203a8cc2599b5f41e, server=bdc25462c9ef,40317,1731268362205 in 193 msec 2024-11-10T19:52:43,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T19:52:43,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a7a90b3dac5e473203a8cc2599b5f41e, ASSIGN in 365 msec 2024-11-10T19:52:43,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T19:52:43,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731268363962"}]},"ts":"1731268363962"} 2024-11-10T19:52:43,966 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-10T19:52:43,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T19:52:43,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 419 msec 2024-11-10T19:52:44,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T19:52:44,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T19:52:44,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:52:44,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T19:52:44,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T19:52:44,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T19:52:44,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC 2024-11-10T19:52:44,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC Metrics about Tables on a single HBase RegionServer 2024-11-10T19:52:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T19:52:44,185 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T19:52:44,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-10T19:52:44,185 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T19:52:44,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-10T19:52:44,188 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T19:52:44,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-10T19:52:44,192 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e., hostname=bdc25462c9ef,40317,1731268362205, seqNum=2] 2024-11-10T19:52:44,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-10T19:52:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-10T19:52:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:52:44,199 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-10T19:52:44,200 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T19:52:44,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T19:52:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:52:44,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40317 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T19:52:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:44,357 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a7a90b3dac5e473203a8cc2599b5f41e 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-10T19:52:44,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e/.tmp/cf/943dada0217f489b8ed91d02c7cae3e2 is 36, key is row/cf:cq/1731268364193/Put/seqid=0 2024-11-10T19:52:44,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741839_1015 (size=4787) 2024-11-10T19:52:44,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741839_1015 (size=4787) 2024-11-10T19:52:44,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741839_1015 (size=4787) 2024-11-10T19:52:44,390 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e/.tmp/cf/943dada0217f489b8ed91d02c7cae3e2 2024-11-10T19:52:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e/.tmp/cf/943dada0217f489b8ed91d02c7cae3e2 as hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e/cf/943dada0217f489b8ed91d02c7cae3e2 2024-11-10T19:52:44,408 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e/cf/943dada0217f489b8ed91d02c7cae3e2, entries=1, sequenceid=5, filesize=4.7 K 2024-11-10T19:52:44,409 INFO [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for a7a90b3dac5e473203a8cc2599b5f41e in 52ms, sequenceid=5, compaction requested=false 2024-11-10T19:52:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a7a90b3dac5e473203a8cc2599b5f41e: 2024-11-10T19:52:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bdc25462c9ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T19:52:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T19:52:44,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T19:52:44,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 212 msec 2024-11-10T19:52:44,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 221 msec 2024-11-10T19:52:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T19:52:44,515 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T19:52:44,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T19:52:44,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:52:44,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:44,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T19:52:44,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T19:52:44,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=525453680, stopped=false 2024-11-10T19:52:44,522 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bdc25462c9ef,34661,1731268361990 2024-11-10T19:52:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T19:52:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:44,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:52:44,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:44,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T19:52:44,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:44,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:44,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:44,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T19:52:44,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,40915,1731268362163' ***** 2024-11-10T19:52:44,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:52:44,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,40317,1731268362205' ***** 2024-11-10T19:52:44,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:52:44,579 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:52:44,579 INFO [RS:1;bdc25462c9ef:40317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:52:44,579 INFO [RS:1;bdc25462c9ef:40317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:52:44,579 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(3091): Received CLOSE for a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:44,579 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:52:44,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bdc25462c9ef,37151,1731268362300' ***** 2024-11-10T19:52:44,580 INFO [RS:0;bdc25462c9ef:40915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:52:44,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:52:44,580 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T19:52:44,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:52:44,580 INFO [RS:0;bdc25462c9ef:40915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:52:44,580 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:44,580 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:44,580 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:44,580 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:44,580 INFO [RS:0;bdc25462c9ef:40915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bdc25462c9ef:40915. 2024-11-10T19:52:44,580 INFO [RS:1;bdc25462c9ef:40317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bdc25462c9ef:40317. 2024-11-10T19:52:44,580 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T19:52:44,580 DEBUG [RS:0;bdc25462c9ef:40915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:44,580 DEBUG [RS:1;bdc25462c9ef:40317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:44,580 INFO [RS:2;bdc25462c9ef:37151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T19:52:44,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T19:52:44,581 DEBUG [RS:1;bdc25462c9ef:40317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,581 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:44,581 INFO [RS:2;bdc25462c9ef:37151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T19:52:44,581 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(959): stopping server bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:44,581 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:52:44,581 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:44,581 DEBUG [RS:0;bdc25462c9ef:40915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,581 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:52:44,581 INFO [RS:2;bdc25462c9ef:37151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bdc25462c9ef:37151. 2024-11-10T19:52:44,581 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:52:44,581 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,40915,1731268362163; all regions closed. 2024-11-10T19:52:44,581 DEBUG [RS:2;bdc25462c9ef:37151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T19:52:44,581 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T19:52:44,581 DEBUG [RS:2;bdc25462c9ef:37151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,581 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,37151,1731268362300; all regions closed. 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7a90b3dac5e473203a8cc2599b5f41e, disabling compactions & flushes 2024-11-10T19:52:44,582 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:44,582 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T19:52:44,582 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:44,582 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1325): Online Regions={a7a90b3dac5e473203a8cc2599b5f41e=TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. after waiting 0 ms 2024-11-10T19:52:44,582 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T19:52:44,582 DEBUG [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7a90b3dac5e473203a8cc2599b5f41e 2024-11-10T19:52:44,582 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T19:52:44,582 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T19:52:44,582 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,582 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,582 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T19:52:44,583 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,583 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,583 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,583 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,584 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,584 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741835_1011 (size=93) 2024-11-10T19:52:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741835_1011 (size=93) 2024-11-10T19:52:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741835_1011 (size=93) 2024-11-10T19:52:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741834_1010 (size=93) 2024-11-10T19:52:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741834_1010 (size=93) 2024-11-10T19:52:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741834_1010 (size=93) 2024-11-10T19:52:44,591 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/default/TestHBaseWalOnEC/a7a90b3dac5e473203a8cc2599b5f41e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T19:52:44,591 DEBUG [RS:0;bdc25462c9ef:40915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bdc25462c9ef%2C40915%2C1731268362163:(num 1731268363024) 2024-11-10T19:52:44,592 DEBUG [RS:0;bdc25462c9ef:40915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:44,592 INFO [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:44,592 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7a90b3dac5e473203a8cc2599b5f41e: Waiting for close lock at 1731268364581Running coprocessor pre-close hooks at 1731268364581Disabling compacts and flushes for region at 1731268364581Disabling writes for close at 1731268364582 (+1 ms)Writing region close event to WAL at 1731268364584 (+2 ms)Running coprocessor post-close hooks at 1731268364592 (+8 ms)Closed at 1731268364592 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:52:44,592 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:52:44,592 DEBUG [RS_CLOSE_REGION-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e. 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:52:44,592 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:44,593 INFO [RS:0;bdc25462c9ef:40915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40915 2024-11-10T19:52:44,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:44,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bdc25462c9ef,40915,1731268362163 2024-11-10T19:52:44,602 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:44,602 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$373/0x00007feba88f7b30@268538fb rejected from java.util.concurrent.ThreadPoolExecutor@6387b24f[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-10T19:52:44,610 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/info/8b524c21a8674ee8961488e54698f7cf is 153, key is TestHBaseWalOnEC,,1731268363548.a7a90b3dac5e473203a8cc2599b5f41e./info:regioninfo/1731268363946/Put/seqid=0 2024-11-10T19:52:44,611 WARN [IPC Server handler 4 on default port 46535 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-10T19:52:44,611 WARN [IPC Server handler 4 on default port 46535 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-10T19:52:44,611 WARN [IPC Server handler 4 on default port 46535 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-10T19:52:44,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,40915,1731268362163] 2024-11-10T19:52:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741840_1016 (size=6637) 2024-11-10T19:52:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741840_1016 (size=6637) 2024-11-10T19:52:44,617 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/info/8b524c21a8674ee8961488e54698f7cf 2024-11-10T19:52:44,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bdc25462c9ef,40915,1731268362163 already deleted, retry=false 2024-11-10T19:52:44,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,40915,1731268362163 expired; onlineServers=2 2024-11-10T19:52:44,639 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/ns/a1a2bd8a9fc04e5d9e3d581fb16cb3d0 is 43, key is default/ns:d/1731268363474/Put/seqid=0 2024-11-10T19:52:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741841_1017 (size=5153) 2024-11-10T19:52:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741841_1017 (size=5153) 2024-11-10T19:52:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741841_1017 (size=5153) 2024-11-10T19:52:44,646 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/ns/a1a2bd8a9fc04e5d9e3d581fb16cb3d0 2024-11-10T19:52:44,668 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/table/9ef2f3e9b02c4e09831ccda0fdeaf499 is 52, key is TestHBaseWalOnEC/table:state/1731268363962/Put/seqid=0 2024-11-10T19:52:44,669 WARN [IPC Server handler 3 on default port 46535 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-10T19:52:44,669 WARN [IPC Server handler 3 on default port 46535 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-10T19:52:44,669 WARN [IPC Server handler 3 on default port 46535 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-10T19:52:44,671 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741842_1018 (size=5249) 2024-11-10T19:52:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741842_1018 (size=5249) 2024-11-10T19:52:44,674 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/table/9ef2f3e9b02c4e09831ccda0fdeaf499 2024-11-10T19:52:44,678 INFO [regionserver/bdc25462c9ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:44,683 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/info/8b524c21a8674ee8961488e54698f7cf as hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/info/8b524c21a8674ee8961488e54698f7cf 2024-11-10T19:52:44,691 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/info/8b524c21a8674ee8961488e54698f7cf, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T19:52:44,693 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/ns/a1a2bd8a9fc04e5d9e3d581fb16cb3d0 as hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/ns/a1a2bd8a9fc04e5d9e3d581fb16cb3d0 2024-11-10T19:52:44,701 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/ns/a1a2bd8a9fc04e5d9e3d581fb16cb3d0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T19:52:44,702 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/.tmp/table/9ef2f3e9b02c4e09831ccda0fdeaf499 as hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/table/9ef2f3e9b02c4e09831ccda0fdeaf499 2024-11-10T19:52:44,710 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/table/9ef2f3e9b02c4e09831ccda0fdeaf499, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T19:52:44,712 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false 2024-11-10T19:52:44,713 INFO [RS:0;bdc25462c9ef:40915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:44,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:44,713 INFO [RS:0;bdc25462c9ef:40915 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,40915,1731268362163; zookeeper connection closed. 2024-11-10T19:52:44,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101264eba990001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:44,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75852a9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75852a9b 2024-11-10T19:52:44,718 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T19:52:44,719 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T19:52:44,719 INFO [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T19:52:44,719 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731268364582Running coprocessor pre-close hooks at 1731268364582Disabling compacts and flushes for region at 1731268364582Disabling writes for close at 1731268364582Obtaining lock to block concurrent updates at 1731268364582Preparing flush snapshotting stores in 1588230740 at 1731268364582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731268364583 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731268364584 (+1 ms)Flushing 1588230740/info: creating writer at 1731268364584Flushing 1588230740/info: appending metadata at 1731268364609 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731268364609Flushing 1588230740/ns: creating writer at 1731268364624 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731268364638 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731268364638Flushing 1588230740/table: creating writer at 1731268364653 (+15 ms)Flushing 1588230740/table: appending metadata at 1731268364667 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731268364667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53696d40: reopening flushed file at 1731268364682 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1500a24: reopening flushed file at 1731268364692 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0c95ef: reopening flushed file at 1731268364701 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=11, compaction requested=false at 1731268364712 (+11 ms)Writing region close event to WAL at 1731268364713 (+1 ms)Running coprocessor post-close hooks at 1731268364719 (+6 ms)Closed at 1731268364719 2024-11-10T19:52:44,719 DEBUG [RS_CLOSE_META-regionserver/bdc25462c9ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T19:52:44,782 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(976): stopping server bdc25462c9ef,40317,1731268362205; all regions closed. 2024-11-10T19:52:44,783 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,783 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,783 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,783 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,783 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741836_1012 (size=2751) 2024-11-10T19:52:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741836_1012 (size=2751) 2024-11-10T19:52:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741836_1012 (size=2751) 2024-11-10T19:52:44,790 DEBUG [RS:1;bdc25462c9ef:40317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs 2024-11-10T19:52:44,790 INFO [RS:1;bdc25462c9ef:40317 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bdc25462c9ef%2C40317%2C1731268362205.meta:.meta(num 1731268363408) 2024-11-10T19:52:44,790 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,790 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,790 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,790 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,790 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741833_1009 (size=1298) 2024-11-10T19:52:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741833_1009 (size=1298) 2024-11-10T19:52:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741833_1009 (size=1298) 2024-11-10T19:52:44,797 DEBUG [RS:1;bdc25462c9ef:40317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs 2024-11-10T19:52:44,797 INFO [RS:1;bdc25462c9ef:40317 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bdc25462c9ef%2C40317%2C1731268362205:(num 1731268363008) 2024-11-10T19:52:44,797 DEBUG [RS:1;bdc25462c9ef:40317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,797 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:44,797 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:44,797 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:44,797 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:44,798 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:44,798 INFO [RS:1;bdc25462c9ef:40317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40317 2024-11-10T19:52:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bdc25462c9ef,40317,1731268362205 2024-11-10T19:52:44,806 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:44,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,40317,1731268362205] 2024-11-10T19:52:44,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bdc25462c9ef,40317,1731268362205 already deleted, retry=false 2024-11-10T19:52:44,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,40317,1731268362205 expired; onlineServers=1 2024-11-10T19:52:44,876 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T19:52:44,876 INFO [regionserver/bdc25462c9ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T19:52:44,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:44,917 INFO [RS:1;bdc25462c9ef:40317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:44,917 INFO [RS:1;bdc25462c9ef:40317 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,40317,1731268362205; zookeeper connection closed. 2024-11-10T19:52:44,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40317-0x101264eba990002, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:44,917 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51ec0a05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51ec0a05 2024-11-10T19:52:44,992 DEBUG [RS:2;bdc25462c9ef:37151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/oldWALs 2024-11-10T19:52:44,992 INFO [RS:2;bdc25462c9ef:37151 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bdc25462c9ef%2C37151%2C1731268362300:(num 1731268363015) 2024-11-10T19:52:44,992 DEBUG [RS:2;bdc25462c9ef:37151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T19:52:44,992 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T19:52:44,993 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:44,993 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.ChoreService(370): Chore service for: regionserver/bdc25462c9ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:44,993 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T19:52:44,993 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T19:52:44,993 INFO [regionserver/bdc25462c9ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:44,993 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T19:52:44,993 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:44,993 INFO [RS:2;bdc25462c9ef:37151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37151 2024-11-10T19:52:45,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bdc25462c9ef,37151,1731268362300 2024-11-10T19:52:45,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T19:52:45,006 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:45,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdc25462c9ef,37151,1731268362300] 2024-11-10T19:52:45,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bdc25462c9ef,37151,1731268362300 already deleted, retry=false 2024-11-10T19:52:45,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bdc25462c9ef,37151,1731268362300 expired; onlineServers=0 2024-11-10T19:52:45,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bdc25462c9ef,34661,1731268361990' ***** 2024-11-10T19:52:45,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T19:52:45,027 INFO [M:0;bdc25462c9ef:34661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T19:52:45,028 INFO [M:0;bdc25462c9ef:34661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T19:52:45,028 DEBUG [M:0;bdc25462c9ef:34661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T19:52:45,028 DEBUG [M:0;bdc25462c9ef:34661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T19:52:45,028 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731268362712 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.large.0-1731268362712,5,FailOnTimeoutGroup] 2024-11-10T19:52:45,028 DEBUG [master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731268362713 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdc25462c9ef:0:becomeActiveMaster-HFileCleaner.small.0-1731268362713,5,FailOnTimeoutGroup] 2024-11-10T19:52:45,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T19:52:45,028 INFO [M:0;bdc25462c9ef:34661 {}] hbase.ChoreService(370): Chore service for: master/bdc25462c9ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T19:52:45,029 INFO [M:0;bdc25462c9ef:34661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T19:52:45,029 DEBUG [M:0;bdc25462c9ef:34661 {}] master.HMaster(1795): Stopping service threads 2024-11-10T19:52:45,029 INFO [M:0;bdc25462c9ef:34661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T19:52:45,029 INFO [M:0;bdc25462c9ef:34661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T19:52:45,030 INFO [M:0;bdc25462c9ef:34661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T19:52:45,030 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T19:52:45,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T19:52:45,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T19:52:45,037 DEBUG [M:0;bdc25462c9ef:34661 {}] zookeeper.ZKUtil(347): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T19:52:45,038 WARN [M:0;bdc25462c9ef:34661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T19:52:45,038 INFO [M:0;bdc25462c9ef:34661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/.lastflushedseqids 2024-11-10T19:52:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741843_1019 (size=127) 2024-11-10T19:52:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741843_1019 (size=127) 2024-11-10T19:52:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741843_1019 (size=127) 2024-11-10T19:52:45,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:45,117 INFO [RS:2;bdc25462c9ef:37151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:45,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37151-0x101264eba990003, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:45,117 INFO [RS:2;bdc25462c9ef:37151 {}] regionserver.HRegionServer(1031): Exiting; stopping=bdc25462c9ef,37151,1731268362300; zookeeper connection closed. 2024-11-10T19:52:45,117 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a837399 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a837399 2024-11-10T19:52:45,117 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T19:52:45,449 INFO [M:0;bdc25462c9ef:34661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T19:52:45,450 INFO [M:0;bdc25462c9ef:34661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T19:52:45,451 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T19:52:45,451 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:45,451 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:45,452 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T19:52:45,452 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:45,452 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-10T19:52:45,476 DEBUG [M:0;bdc25462c9ef:34661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8503ce351c0448dbf450c37b26d62b2 is 82, key is hbase:meta,,1/info:regioninfo/1731268363450/Put/seqid=0 2024-11-10T19:52:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741844_1020 (size=5672) 2024-11-10T19:52:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741844_1020 (size=5672) 2024-11-10T19:52:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741844_1020 (size=5672) 2024-11-10T19:52:45,509 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8503ce351c0448dbf450c37b26d62b2 2024-11-10T19:52:45,529 DEBUG [M:0;bdc25462c9ef:34661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bc7947f96a54300a00cd11defa3c387 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731268363970/Put/seqid=0 2024-11-10T19:52:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741845_1021 (size=6440) 2024-11-10T19:52:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741845_1021 (size=6440) 2024-11-10T19:52:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741845_1021 (size=6440) 2024-11-10T19:52:45,538 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bc7947f96a54300a00cd11defa3c387 2024-11-10T19:52:45,556 DEBUG [M:0;bdc25462c9ef:34661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35c9082827e54596a0ec0d115a8be310 is 69, key is bdc25462c9ef,37151,1731268362300/rs:state/1731268362799/Put/seqid=0 2024-11-10T19:52:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741846_1022 (size=5294) 2024-11-10T19:52:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741846_1022 (size=5294) 2024-11-10T19:52:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741846_1022 (size=5294) 2024-11-10T19:52:45,563 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35c9082827e54596a0ec0d115a8be310 2024-11-10T19:52:45,570 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8503ce351c0448dbf450c37b26d62b2 as hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8503ce351c0448dbf450c37b26d62b2 2024-11-10T19:52:45,577 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8503ce351c0448dbf450c37b26d62b2, entries=8, sequenceid=72, filesize=5.5 K 2024-11-10T19:52:45,579 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bc7947f96a54300a00cd11defa3c387 as hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bc7947f96a54300a00cd11defa3c387 2024-11-10T19:52:45,585 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bc7947f96a54300a00cd11defa3c387, entries=8, sequenceid=72, filesize=6.3 K 2024-11-10T19:52:45,586 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35c9082827e54596a0ec0d115a8be310 as hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35c9082827e54596a0ec0d115a8be310 2024-11-10T19:52:45,594 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46535/user/jenkins/test-data/55e38fb6-0246-59f7-627f-f951a0dcaf85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35c9082827e54596a0ec0d115a8be310, entries=3, sequenceid=72, filesize=5.2 K 2024-11-10T19:52:45,595 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=72, compaction requested=false 2024-11-10T19:52:45,597 INFO [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T19:52:45,597 DEBUG [M:0;bdc25462c9ef:34661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731268365451Disabling compacts and flushes for region at 1731268365451Disabling writes for close at 1731268365452 (+1 ms)Obtaining lock to block concurrent updates at 1731268365452Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731268365452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1731268365454 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731268365457 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731268365457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731268365476 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731268365476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731268365515 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731268365529 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731268365529Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731268365543 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731268365556 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731268365556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28031105: reopening flushed file at 1731268365569 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290301c8: reopening flushed file at 1731268365577 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2dd7d1: reopening flushed file at 1731268365585 (+8 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=72, compaction requested=false at 1731268365595 (+10 ms)Writing region close event to WAL at 1731268365596 (+1 ms)Closed at 1731268365596 2024-11-10T19:52:45,597 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:45,597 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:45,597 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:45,597 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:45,597 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T19:52:45,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741830_1006 (size=32686) 2024-11-10T19:52:45,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741830_1006 (size=32686) 2024-11-10T19:52:45,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741830_1006 (size=32686) 2024-11-10T19:52:45,600 INFO [M:0;bdc25462c9ef:34661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T19:52:45,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T19:52:45,601 INFO [M:0;bdc25462c9ef:34661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34661 2024-11-10T19:52:45,601 INFO [M:0;bdc25462c9ef:34661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T19:52:45,749 INFO [M:0;bdc25462c9ef:34661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T19:52:45,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:45,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34661-0x101264eba990000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T19:52:45,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733029a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:45,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a87cd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:45,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:45,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d8940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:45,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39179133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:45,789 WARN [BP-998481749-172.17.0.3-1731268359370 heartbeating to localhost/127.0.0.1:46535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:52:45,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:52:45,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:52:45,789 WARN [BP-998481749-172.17.0.3-1731268359370 heartbeating to localhost/127.0.0.1:46535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-998481749-172.17.0.3-1731268359370 (Datanode Uuid 438ca5bd-0c00-4f98-ac13-06d87e5b2b58) service to localhost/127.0.0.1:46535 2024-11-10T19:52:45,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data5/current/BP-998481749-172.17.0.3-1731268359370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:45,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data6/current/BP-998481749-172.17.0.3-1731268359370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:45,790 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:52:45,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4be50faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:45,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6625a4f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:45,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:45,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5c60f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:45,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7febc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:45,795 WARN [BP-998481749-172.17.0.3-1731268359370 heartbeating to localhost/127.0.0.1:46535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:52:45,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:52:45,795 WARN [BP-998481749-172.17.0.3-1731268359370 heartbeating to localhost/127.0.0.1:46535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-998481749-172.17.0.3-1731268359370 (Datanode Uuid ddf09615-a568-4866-b72f-8dc9b332ec94) service to localhost/127.0.0.1:46535 2024-11-10T19:52:45,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:52:45,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data3/current/BP-998481749-172.17.0.3-1731268359370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:45,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data4/current/BP-998481749-172.17.0.3-1731268359370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:45,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:52:45,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765c7210{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T19:52:45,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e498d5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:45,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:45,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f2e60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:45,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6decf963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:45,803 WARN [BP-998481749-172.17.0.3-1731268359370 heartbeating to localhost/127.0.0.1:46535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T19:52:45,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T19:52:45,803 WARN [BP-998481749-172.17.0.3-1731268359370 heartbeating to localhost/127.0.0.1:46535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-998481749-172.17.0.3-1731268359370 (Datanode Uuid 30e4a762-758e-4111-a595-b1463979fb46) service to localhost/127.0.0.1:46535 2024-11-10T19:52:45,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T19:52:45,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data1/current/BP-998481749-172.17.0.3-1731268359370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:45,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/cluster_428890a1-4274-91b3-a980-87e1709c4d6c/data/data2/current/BP-998481749-172.17.0.3-1731268359370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T19:52:45,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T19:52:45,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@563c957f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T19:52:45,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cbd9f23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T19:52:45,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T19:52:45,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bbe271{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T19:52:45,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aa34083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc9d7766-b071-268f-a7bd-7e16d94a2432/hadoop.log.dir/,STOPPED} 2024-11-10T19:52:45,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T19:52:45,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T19:52:45,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=150 (was 91) - Thread LEAK? -, OpenFileDescriptor=516 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 96) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6442 (was 6648)