2023-11-12 09:19:16,823 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:19:16,841 main DEBUG Took 0.015014 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:19:16,841 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:19:16,841 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:19:16,842 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:19:16,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,854 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:19:16,870 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,873 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,873 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,875 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,876 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,877 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,878 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,878 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,879 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,880 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:19:16,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,882 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:19:16,884 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:19:16,886 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:19:16,887 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:19:16,888 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:19:16,889 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:19:16,889 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:19:16,904 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:19:16,907 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:19:16,911 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:19:16,912 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:19:16,912 main DEBUG createAppenders(={Console}) 2023-11-12 09:19:16,914 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-12 09:19:16,914 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:19:16,915 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-12 09:19:16,915 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:19:16,915 main DEBUG OutputStream closed 2023-11-12 09:19:16,916 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:19:16,916 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:19:16,916 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-12 09:19:16,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:19:16,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:19:16,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:19:16,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:19:16,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:19:16,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:19:16,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:19:16,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:19:16,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:19:16,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:19:16,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:19:16,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:19:16,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:19:16,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:19:16,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:19:16,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:19:16,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:19:16,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:19:16,990 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:19:16,990 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-12 09:19:16,990 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:19:16,992 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-12T09:19:17,025 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRemoteBackup timeout: 13 mins 2023-11-12 09:19:17,029 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:19:17,030 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:19:17,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0 2023-11-12T09:19:17,423 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:19:17,425 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:19:17,427 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:19:17,430 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c, deleteOnExit=true 2023-11-12T09:19:17,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:19:17,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/test.cache.data in system properties and HBase conf 2023-11-12T09:19:17,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:19:17,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:19:17,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:19:17,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:19:17,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:19:17,569 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:19:18,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:19:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:19:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:19:18,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:19:18,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:19:18,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:19:18,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:19:18,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:19:18,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:19:18,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:19:18,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:19:18,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:19:18,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:19:18,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:19:18,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:19:18,850 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:19:18,857 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:19:19,727 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:19:19,926 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@5369085 via org.mortbay.log.Slf4jLog 2023-11-12T09:19:19,969 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:20,062 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:20,131 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir/Jetty_localhost_36169_hdfs____s3cjrv/webapp 2023-11-12T09:19:20,435 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36169 2023-11-12T09:19:20,460 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:19:20,461 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:19:21,217 WARN [Listener at localhost/44119 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:19:21,306 WARN [Listener at localhost/44119 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:19:21,329 WARN [Listener at localhost/44119 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:21,338 INFO [Listener at localhost/44119 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:21,347 INFO [Listener at localhost/44119 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir/Jetty_localhost_46757_datanode____.9spmwy/webapp 2023-11-12T09:19:21,462 INFO [Listener at localhost/44119 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46757 2023-11-12T09:19:21,803 WARN [Listener at localhost/46219 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:19:22,262 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:19:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xc52376a446f6af8: Processing first storage report for DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5 from datanode 8173ce9f-d2f0-4228-8da4-21ecfda43813 2023-11-12T09:19:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xc52376a446f6af8: from storage DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5 node DatanodeRegistration(127.0.0.1:39151, datanodeUuid=8173ce9f-d2f0-4228-8da4-21ecfda43813, infoPort=41321, infoSecurePort=0, ipcPort=46219, storageInfo=lv=-57;cid=testClusterID;nsid=1450853749;c=1699780758956), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:19:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xc52376a446f6af8: Processing first storage report for DS-603bab94-4574-4de8-9a90-cc0342ec43a7 from datanode 8173ce9f-d2f0-4228-8da4-21ecfda43813 2023-11-12T09:19:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xc52376a446f6af8: from storage DS-603bab94-4574-4de8-9a90-cc0342ec43a7 node DatanodeRegistration(127.0.0.1:39151, datanodeUuid=8173ce9f-d2f0-4228-8da4-21ecfda43813, infoPort=41321, infoSecurePort=0, ipcPort=46219, storageInfo=lv=-57;cid=testClusterID;nsid=1450853749;c=1699780758956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:19:22,542 DEBUG [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0 2023-11-12T09:19:22,711 INFO [Listener at localhost/46219 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c/zookeeper_0, clientPort=64009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:19:22,737 INFO [Listener at localhost/46219 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64009 2023-11-12T09:19:22,745 INFO [Listener at localhost/46219 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:22,748 INFO [Listener at localhost/46219 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:23,497 INFO [Listener at localhost/46219 {}] util.FSUtils(462): Created version file at hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc with version=8 2023-11-12T09:19:23,497 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging 2023-11-12T09:19:23,515 DEBUG [Listener at localhost/46219 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:19:23,515 DEBUG [Listener at localhost/46219 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:19:23,515 DEBUG [Listener at localhost/46219 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:19:23,515 DEBUG [Listener at localhost/46219 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:19:23,740 DEBUG [Listener at localhost/46219 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:19:24,695 INFO [Listener at localhost/46219 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:19:24,746 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-11-12T09:19:24,746 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:24,747 INFO [Listener at localhost/46219 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:19:24,747 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:24,747 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:19:24,945 INFO [Listener at localhost/46219 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:19:25,086 INFO [Listener at localhost/46219 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:19:25,106 DEBUG [Listener at localhost/46219 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:19:25,114 INFO [Listener at localhost/46219 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:19:25,169 DEBUG [Listener at localhost/46219 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 18146 (auto-detected) 2023-11-12T09:19:25,171 DEBUG [Listener at localhost/46219 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:19:25,222 INFO [Listener at localhost/46219 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:42247 2023-11-12T09:19:25,240 INFO [Listener at localhost/46219 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:25,242 INFO [Listener at localhost/46219 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:25,267 INFO [Listener at localhost/46219 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:42247 connecting to ZooKeeper ensemble=127.0.0.1:64009 2023-11-12T09:19:25,556 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:422470x0, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:19:25,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:42247-0x1004cee0a2b0000 connected 2023-11-12T09:19:26,072 DEBUG [Listener at localhost/46219 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:19:26,077 DEBUG [Listener at localhost/46219 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:19:26,083 DEBUG [Listener at localhost/46219 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:19:26,099 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42247 2023-11-12T09:19:26,101 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42247 2023-11-12T09:19:26,101 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42247 2023-11-12T09:19:26,110 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42247 2023-11-12T09:19:26,110 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42247 2023-11-12T09:19:26,170 INFO [Listener at localhost/46219 {}] log.Log(170): Logging initialized @10268ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:19:26,310 INFO [Listener at localhost/46219 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:19:26,311 INFO [Listener at localhost/46219 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:19:26,312 INFO [Listener at localhost/46219 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:19:26,314 INFO [Listener at localhost/46219 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:19:26,314 INFO [Listener at localhost/46219 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:19:26,315 INFO [Listener at localhost/46219 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:19:26,318 INFO [Listener at localhost/46219 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:19:26,493 INFO [Listener at localhost/46219 {}] http.HttpServer(1227): Jetty bound to port 42435 2023-11-12T09:19:26,495 INFO [Listener at localhost/46219 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:19:26,535 INFO [Listener at localhost/46219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:26,540 INFO [Listener at localhost/46219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4644311b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:19:26,541 INFO [Listener at localhost/46219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:26,541 INFO [Listener at localhost/46219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@642f0bef{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:19:26,638 INFO [Listener at localhost/46219 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:19:26,658 INFO [Listener at localhost/46219 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:19:26,659 INFO [Listener at localhost/46219 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:19:26,662 INFO [Listener at localhost/46219 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:19:26,674 INFO [Listener at localhost/46219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:28,001 INFO [Listener at localhost/46219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@bc884dc{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:19:28,013 INFO [Listener at localhost/46219 {}] server.AbstractConnector(333): Started ServerConnector@ef07c61{HTTP/1.1, (http/1.1)}{0.0.0.0:42435} 2023-11-12T09:19:28,013 INFO [Listener at localhost/46219 {}] server.Server(415): Started @12111ms 2023-11-12T09:19:28,017 INFO [Listener at localhost/46219 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc, hbase.cluster.distributed=false 2023-11-12T09:19:28,091 INFO [Listener at localhost/46219 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:19:28,091 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-11-12T09:19:28,091 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:28,092 INFO [Listener at localhost/46219 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:19:28,092 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:28,092 INFO [Listener at localhost/46219 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:19:28,103 INFO [Listener at localhost/46219 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:19:28,105 INFO [Listener at localhost/46219 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:19:28,106 INFO [Listener at localhost/46219 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45301 2023-11-12T09:19:28,110 INFO [Listener at localhost/46219 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:19:28,122 DEBUG [Listener at localhost/46219 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:19:28,123 INFO [Listener at localhost/46219 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:28,126 INFO [Listener at localhost/46219 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:28,130 INFO [Listener at localhost/46219 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45301 connecting to ZooKeeper ensemble=127.0.0.1:64009 2023-11-12T09:19:28,208 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:453010x0, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:19:28,210 DEBUG [Listener at localhost/46219 {}] zookeeper.ZKUtil(113): regionserver:453010x0, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:19:28,212 DEBUG [Listener at localhost/46219 {}] zookeeper.ZKUtil(113): regionserver:453010x0, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:19:28,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45301-0x1004cee0a2b0001 connected 2023-11-12T09:19:28,213 DEBUG [Listener at localhost/46219 {}] zookeeper.ZKUtil(113): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:19:28,251 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45301 2023-11-12T09:19:28,252 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45301 2023-11-12T09:19:28,252 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45301 2023-11-12T09:19:28,253 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45301 2023-11-12T09:19:28,253 DEBUG [Listener at localhost/46219 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45301 2023-11-12T09:19:28,263 INFO [Listener at localhost/46219 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:19:28,263 INFO [Listener at localhost/46219 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:19:28,263 INFO [Listener at localhost/46219 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:19:28,264 INFO [Listener at localhost/46219 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:19:28,264 INFO [Listener at localhost/46219 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:19:28,264 INFO [Listener at localhost/46219 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:19:28,264 INFO [Listener at localhost/46219 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:19:28,266 INFO [Listener at localhost/46219 {}] http.HttpServer(1227): Jetty bound to port 46687 2023-11-12T09:19:28,267 INFO [Listener at localhost/46219 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:19:28,278 INFO [Listener at localhost/46219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:28,278 INFO [Listener at localhost/46219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@146b2ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:19:28,279 INFO [Listener at localhost/46219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:28,279 INFO [Listener at localhost/46219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@d5f9d5b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:19:28,290 INFO [Listener at localhost/46219 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:19:28,291 INFO [Listener at localhost/46219 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:19:28,291 INFO [Listener at localhost/46219 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:19:28,292 INFO [Listener at localhost/46219 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:19:28,293 INFO [Listener at localhost/46219 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:28,299 INFO [Listener at localhost/46219 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7d3b7edd{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:19:28,301 INFO [Listener at localhost/46219 {}] server.AbstractConnector(333): Started ServerConnector@d5240ed{HTTP/1.1, (http/1.1)}{0.0.0.0:46687} 2023-11-12T09:19:28,301 INFO [Listener at localhost/46219 {}] server.Server(415): Started @12399ms 2023-11-12T09:19:28,306 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:19:28,312 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@2168c64b{HTTP/1.1, (http/1.1)}{0.0.0.0:36311} 2023-11-12T09:19:28,312 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @12410ms 2023-11-12T09:19:28,312 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:28,332 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:42247 2023-11-12T09:19:28,385 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:19:28,385 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:19:28,388 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:28,476 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:19:28,477 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:28,477 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:19:28,477 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:28,479 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:19:28,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:19:28,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,42247,1699780763723 from backup master directory 2023-11-12T09:19:28,546 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:19:28,546 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:28,546 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:19:28,547 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:19:28,547 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:28,552 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:19:28,554 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:19:28,667 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase.id with ID: b2006be5-3e25-44f4-812c-c32599b477f0 2023-11-12T09:19:28,721 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:28,815 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:28,815 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:28,861 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:28,863 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:19:28,884 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:19:28,884 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:19:28,885 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:19:28,897 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:19:28,899 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:19:28,976 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store 2023-11-12T09:19:29,408 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:19:29,408 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:29,409 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:19:29,409 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:29,409 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:29,409 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:19:29,410 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:29,410 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:29,410 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:19:29,413 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/.initializing 2023-11-12T09:19:29,413 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/WALs/jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:29,427 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:19:29,449 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42247%2C1699780763723, suffix=, logDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/WALs/jenkins-hbase3.apache.org,42247,1699780763723, archiveDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/oldWALs, maxLogs=10 2023-11-12T09:19:29,494 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/WALs/jenkins-hbase3.apache.org,42247,1699780763723/jenkins-hbase3.apache.org%2C42247%2C1699780763723.1699780769459, exclude list is [], retry=0 2023-11-12T09:19:29,538 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK] 2023-11-12T09:19:29,549 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:19:29,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/WALs/jenkins-hbase3.apache.org,42247,1699780763723/jenkins-hbase3.apache.org%2C42247%2C1699780763723.1699780769459 2023-11-12T09:19:29,670 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK]] 2023-11-12T09:19:29,674 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:29,675 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:29,682 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,684 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:19:29,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:29,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:29,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:19:29,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:29,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:29,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:19:29,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:29,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:29,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:19:29,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:29,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:29,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,851 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,869 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:19:29,873 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:29,877 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:29,878 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11301719200, jitterRate=0.052554622292518616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:19:29,885 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:19:29,887 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:19:29,930 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba6443c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:29,987 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:19:30,009 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:19:30,009 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:19:30,012 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:19:30,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:19:30,020 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:19:30,020 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:19:30,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:19:30,074 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:19:30,138 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:19:30,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:19:30,143 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:19:30,222 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:19:30,226 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:19:30,233 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:19:30,307 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:19:30,308 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:19:30,384 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:19:30,401 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:19:30,453 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:19:30,484 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:19:30,484 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:19:30,484 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:30,484 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:30,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,42247,1699780763723, sessionid=0x1004cee0a2b0000, setting cluster-up flag (Was=false) 2023-11-12T09:19:30,499 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:19:30,699 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:30,699 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:31,046 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:19:31,048 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:31,269 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:31,269 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:31,576 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:19:31,578 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:31,722 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:31,722 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:31,946 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:19:31,948 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:32,024 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45301 2023-11-12T09:19:32,026 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(997): ClusterId : b2006be5-3e25-44f4-812c-c32599b477f0 2023-11-12T09:19:32,030 INFO [RS:0;jenkins-hbase3:45301 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:19:32,034 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:19:32,146 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:19:32,160 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:19:32,161 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:19:32,161 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:19:32,170 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:19:32,184 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,42247,1699780763723 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:19:32,193 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:32,193 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:32,193 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:32,194 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:32,194 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:19:32,194 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,194 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:19:32,194 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,209 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:19:32,209 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:19:32,218 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699780802218 2023-11-12T09:19:32,226 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:19:32,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:19:32,234 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:19:32,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:19:32,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:32,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:19:32,252 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:19:32,253 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:19:32,253 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:19:32,254 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:19:32,254 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:19:32,256 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,266 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:19:32,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:19:32,270 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:19:32,293 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6395011d to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:32,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:19:32,303 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:32,308 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:19:32,313 DEBUG [RS:0;jenkins-hbase3:45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143de80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:32,325 DEBUG [RS:0;jenkins-hbase3:45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ed68ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:19:32,333 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:19:32,333 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:19:32,333 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:19:32,350 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,42247,1699780763723 with isa=jenkins-hbase3.apache.org/172.31.12.81:45301, startcode=1699780768089 2023-11-12T09:19:32,352 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a92ea1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:32,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:19:32,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:19:32,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:19:32,361 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780772361,5,FailOnTimeoutGroup] 2023-11-12T09:19:32,361 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780772361,5,FailOnTimeoutGroup] 2023-11-12T09:19:32,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:19:32,363 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,363 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:32,377 DEBUG [RS:0;jenkins-hbase3:45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:19:32,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:19:32,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:19:32,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:32,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:32,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:19:32,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:19:32,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:19:32,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:19:32,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:32,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:32,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740 2023-11-12T09:19:32,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740 2023-11-12T09:19:32,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:19:32,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:19:32,436 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:32,437 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11355975520, jitterRate=0.057607635855674744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:19:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:19:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:19:32,441 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:19:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:19:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:19:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:19:32,447 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:19:32,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:19:32,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:19:32,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:19:32,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:19:32,474 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50761, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:19:32,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:19:32,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:19:32,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42247 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:32,540 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:32,540 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:44119 2023-11-12T09:19:32,540 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=42435 2023-11-12T09:19:32,549 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:19:32,550 DEBUG [RS:0;jenkins-hbase3:45301 {}] zookeeper.ZKUtil(111): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:32,550 WARN [RS:0;jenkins-hbase3:45301 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:19:32,550 INFO [RS:0;jenkins-hbase3:45301 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:19:32,551 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:32,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45301,1699780768089] 2023-11-12T09:19:32,574 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:19:32,590 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:19:32,612 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:19:32,618 INFO [RS:0;jenkins-hbase3:45301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:19:32,619 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,620 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:19:32,635 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,635 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,635 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,636 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,636 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,636 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,636 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:19:32,636 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,637 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,637 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,637 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,637 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:32,637 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:19:32,638 DEBUG [RS:0;jenkins-hbase3:45301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:19:32,639 WARN [jenkins-hbase3:42247 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T09:19:32,642 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,642 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,642 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,642 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,642 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45301,1699780768089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:19:32,670 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:19:32,674 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45301,1699780768089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:32,697 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45301,1699780768089 started 2023-11-12T09:19:32,697 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45301,1699780768089, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45301, sessionid=0x1004cee0a2b0001 2023-11-12T09:19:32,698 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:19:32,698 DEBUG [RS:0;jenkins-hbase3:45301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:32,698 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45301,1699780768089' 2023-11-12T09:19:32,698 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:19:32,699 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:19:32,700 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:19:32,700 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:19:32,701 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45301,1699780768089' 2023-11-12T09:19:32,701 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:19:32,701 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:19:32,703 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:19:32,703 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:19:32,703 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:19:32,703 DEBUG [RS:0;jenkins-hbase3:45301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:32,703 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45301,1699780768089' 2023-11-12T09:19:32,703 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:19:32,704 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:19:32,706 DEBUG [RS:0;jenkins-hbase3:45301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:19:32,706 INFO [RS:0;jenkins-hbase3:45301 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:19:32,706 INFO [RS:0;jenkins-hbase3:45301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:19:32,819 INFO [RS:0;jenkins-hbase3:45301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:19:32,822 INFO [RS:0;jenkins-hbase3:45301 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45301%2C1699780768089, suffix=, logDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089, archiveDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/oldWALs, maxLogs=32 2023-11-12T09:19:32,840 DEBUG [RS:0;jenkins-hbase3:45301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.1699780772824, exclude list is [], retry=0 2023-11-12T09:19:32,849 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK] 2023-11-12T09:19:32,855 INFO [RS:0;jenkins-hbase3:45301 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.1699780772824 2023-11-12T09:19:32,856 DEBUG [RS:0;jenkins-hbase3:45301 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK]] 2023-11-12T09:19:32,891 DEBUG [jenkins-hbase3:42247 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:19:32,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:32,908 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45301,1699780768089, state=OPENING 2023-11-12T09:19:32,918 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:19:32,923 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:32,923 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:32,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:19:32,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:19:32,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:33,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:33,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:19:33,374 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49058, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:19:33,392 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:19:33,393 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:19:33,394 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:19:33,396 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta, suffix=.meta, logDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089, archiveDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/oldWALs, maxLogs=32 2023-11-12T09:19:33,410 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta.1699780773398.meta, exclude list is [], retry=0 2023-11-12T09:19:33,416 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK] 2023-11-12T09:19:33,423 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta.1699780773398.meta 2023-11-12T09:19:33,423 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK]] 2023-11-12T09:19:33,424 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:33,430 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:33,431 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:19:33,457 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:19:33,458 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:19:33,465 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:19:33,465 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:33,465 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:19:33,465 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:19:33,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:19:33,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:19:33,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:33,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:33,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:19:33,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:19:33,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:33,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:33,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:19:33,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:19:33,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:33,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:33,484 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740 2023-11-12T09:19:33,487 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740 2023-11-12T09:19:33,490 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:19:33,493 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:19:33,495 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11983605280, jitterRate=0.11606021225452423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:19:33,497 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:19:33,512 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699780773356 2023-11-12T09:19:33,538 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:19:33,539 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:19:33,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:33,542 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45301,1699780768089, state=OPEN 2023-11-12T09:19:33,545 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:19:33,545 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:19:33,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:19:33,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:19:33,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:19:33,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45301,1699780768089 in 622 msec 2023-11-12T09:19:33,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:19:33,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0920 sec 2023-11-12T09:19:33,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5440 sec 2023-11-12T09:19:33,577 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699780773577, completionTime=-1 2023-11-12T09:19:33,577 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:19:33,577 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:19:33,645 DEBUG [hconnection-0x560c6c4b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:33,650 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49070, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:33,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:19:33,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699780833668 2023-11-12T09:19:33,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699780893668 2023-11-12T09:19:33,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 91 msec 2023-11-12T09:19:33,699 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42247,1699780763723-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:33,700 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42247,1699780763723-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:33,700 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42247,1699780763723-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:33,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:42247, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:33,703 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:33,710 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:19:33,727 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:19:33,729 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:19:33,741 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:19:33,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:33,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:33,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:33,776 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2c4c978f6f1f33276fd4acfd1ae4c083, NAME => 'hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:33,793 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:33,794 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 2c4c978f6f1f33276fd4acfd1ae4c083, disabling compactions & flushes 2023-11-12T09:19:33,794 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:19:33,794 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:19:33,794 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. after waiting 0 ms 2023-11-12T09:19:33,794 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:19:33,794 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:19:33,794 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2c4c978f6f1f33276fd4acfd1ae4c083: 2023-11-12T09:19:33,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:33,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699780773799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780773799"}]},"ts":"1699780773799"} 2023-11-12T09:19:33,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:33,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:33,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780773851"}]},"ts":"1699780773851"} 2023-11-12T09:19:33,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:19:33,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2c4c978f6f1f33276fd4acfd1ae4c083, ASSIGN}] 2023-11-12T09:19:33,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2c4c978f6f1f33276fd4acfd1ae4c083, ASSIGN 2023-11-12T09:19:33,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2c4c978f6f1f33276fd4acfd1ae4c083, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:19:34,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2c4c978f6f1f33276fd4acfd1ae4c083, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:34,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2c4c978f6f1f33276fd4acfd1ae4c083, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:34,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:34,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:19:34,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 2c4c978f6f1f33276fd4acfd1ae4c083, NAME => 'hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:34,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:34,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:19:34,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:34,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:19:34,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:19:34,203 INFO [StoreOpener-2c4c978f6f1f33276fd4acfd1ae4c083-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:19:34,205 INFO [StoreOpener-2c4c978f6f1f33276fd4acfd1ae4c083-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c4c978f6f1f33276fd4acfd1ae4c083 columnFamilyName info 2023-11-12T09:19:34,206 DEBUG [StoreOpener-2c4c978f6f1f33276fd4acfd1ae4c083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:34,206 INFO [StoreOpener-2c4c978f6f1f33276fd4acfd1ae4c083-1 {}] regionserver.HStore(324): Store=2c4c978f6f1f33276fd4acfd1ae4c083/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:34,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:19:34,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:19:34,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:19:34,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:34,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 2c4c978f6f1f33276fd4acfd1ae4c083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11227541280, jitterRate=0.045646265149116516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:19:34,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 2c4c978f6f1f33276fd4acfd1ae4c083: 2023-11-12T09:19:34,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083., pid=6, masterSystemTime=1699780774190 2023-11-12T09:19:34,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:19:34,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:19:34,229 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2c4c978f6f1f33276fd4acfd1ae4c083, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:34,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:19:34,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2c4c978f6f1f33276fd4acfd1ae4c083, server=jenkins-hbase3.apache.org,45301,1699780768089 in 198 msec 2023-11-12T09:19:34,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:19:34,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2c4c978f6f1f33276fd4acfd1ae4c083, ASSIGN in 369 msec 2023-11-12T09:19:34,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:34,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780774244"}]},"ts":"1699780774244"} 2023-11-12T09:19:34,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:19:34,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:34,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 522 msec 2023-11-12T09:19:34,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:19:34,348 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:34,348 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:34,348 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:19:34,400 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:19:34,420 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:34,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2023-11-12T09:19:34,436 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:19:34,453 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:34,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2023-11-12T09:19:34,476 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:19:34,480 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:19:34,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 5.933sec 2023-11-12T09:19:34,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:19:34,484 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:19:34,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:19:34,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:19:34,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:19:34,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42247,1699780763723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:19:34,489 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42247,1699780763723-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:19:34,502 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:19:34,503 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:19:34,551 DEBUG [Listener at localhost/46219 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5bb4a230 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:34,560 DEBUG [Listener at localhost/46219 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fad585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:34,566 DEBUG [Listener at localhost/46219 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:19:34,566 DEBUG [Listener at localhost/46219 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:19:34,585 DEBUG [hconnection-0x1287d408-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:34,600 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49080, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:34,616 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:19:34,635 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.log.dir so I do NOT create it in target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd 2023-11-12T09:19:34,635 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.tmp.dir so I do NOT create it in target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd 2023-11-12T09:19:34,635 DEBUG [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd 2023-11-12T09:19:34,635 INFO [Listener at localhost/46219 {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/cluster_8165544d-713e-712b-a9dd-2e2421253c76, deleteOnExit=true 2023-11-12T09:19:34,636 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/test.cache.data in system properties and HBase conf 2023-11-12T09:19:34,636 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:19:34,636 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:19:34,636 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:19:34,636 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:19:34,636 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:19:34,637 DEBUG [Listener at localhost/46219 {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:19:34,637 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:19:34,637 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:19:34,637 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:19:34,638 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:19:34,638 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:19:34,638 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:19:34,638 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:19:34,638 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:19:34,638 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:19:34,639 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:19:34,639 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:19:34,639 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:19:34,639 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:19:34,639 INFO [Listener at localhost/46219 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:19:34,657 WARN [Listener at localhost/46219 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:19:34,657 WARN [Listener at localhost/46219 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:19:34,722 WARN [Listener at localhost/46219 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:34,727 INFO [Listener at localhost/46219 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:34,732 INFO [Listener at localhost/46219 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/java.io.tmpdir/Jetty_localhost_36205_hdfs____.4makte/webapp 2023-11-12T09:19:34,849 INFO [Listener at localhost/46219 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36205 2023-11-12T09:19:34,865 WARN [Listener at localhost/46219 {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:19:34,865 WARN [Listener at localhost/46219 {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:19:34,916 WARN [Listener at localhost/37017 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:19:34,959 WARN [Listener at localhost/37017 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:19:34,962 WARN [Listener at localhost/37017 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:34,964 INFO [Listener at localhost/37017 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:34,970 INFO [Listener at localhost/37017 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/java.io.tmpdir/Jetty_localhost_34119_datanode____wz75r/webapp 2023-11-12T09:19:35,079 INFO [Listener at localhost/37017 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34119 2023-11-12T09:19:35,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:19:35,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:19:35,088 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:19:35,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:19:35,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:19:35,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:19:35,090 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:19:35,090 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:19:35,091 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:19:35,091 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:19:35,132 WARN [Listener at localhost/46279 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:19:35,158 WARN [Listener at localhost/46279 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:19:35,160 WARN [Listener at localhost/46279 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:35,162 INFO [Listener at localhost/46279 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:35,165 INFO [Listener at localhost/46279 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/java.io.tmpdir/Jetty_localhost_46329_datanode____.n47ig1/webapp 2023-11-12T09:19:35,230 WARN [Thread-203 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:19:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x329d4dc5e95ef244: Processing first storage report for DS-aaef7b54-07d9-4e56-90b3-6a3dc241dc0a from datanode e4bf89f3-3ad1-4bdf-b72f-de74ba2f8cc6 2023-11-12T09:19:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x329d4dc5e95ef244: from storage DS-aaef7b54-07d9-4e56-90b3-6a3dc241dc0a node DatanodeRegistration(127.0.0.1:39173, datanodeUuid=e4bf89f3-3ad1-4bdf-b72f-de74ba2f8cc6, infoPort=42843, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1493767755;c=1699780774661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:19:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x329d4dc5e95ef244: Processing first storage report for DS-2508710d-3e24-4b12-9c58-1e510d628768 from datanode e4bf89f3-3ad1-4bdf-b72f-de74ba2f8cc6 2023-11-12T09:19:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x329d4dc5e95ef244: from storage DS-2508710d-3e24-4b12-9c58-1e510d628768 node DatanodeRegistration(127.0.0.1:39173, datanodeUuid=e4bf89f3-3ad1-4bdf-b72f-de74ba2f8cc6, infoPort=42843, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1493767755;c=1699780774661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:19:35,290 INFO [Listener at localhost/46279 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46329 2023-11-12T09:19:35,301 WARN [Listener at localhost/34911 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:19:35,323 WARN [Listener at localhost/34911 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:19:35,325 WARN [Listener at localhost/34911 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:35,326 INFO [Listener at localhost/34911 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:35,337 INFO [Listener at localhost/34911 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/java.io.tmpdir/Jetty_localhost_39949_datanode____.8zklhd/webapp 2023-11-12T09:19:35,403 WARN [Thread-238 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:19:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xc2d36f98285b3d16: Processing first storage report for DS-e90c8ac3-9dfe-4a66-a8ae-c5a3ef1064bc from datanode 0745e2db-fa2d-4e1b-b932-a3973acb2d68 2023-11-12T09:19:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xc2d36f98285b3d16: from storage DS-e90c8ac3-9dfe-4a66-a8ae-c5a3ef1064bc node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=0745e2db-fa2d-4e1b-b932-a3973acb2d68, infoPort=33949, infoSecurePort=0, ipcPort=34911, storageInfo=lv=-57;cid=testClusterID;nsid=1493767755;c=1699780774661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:19:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xc2d36f98285b3d16: Processing first storage report for DS-217e9b76-5247-4236-a91c-0447fa358e82 from datanode 0745e2db-fa2d-4e1b-b932-a3973acb2d68 2023-11-12T09:19:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xc2d36f98285b3d16: from storage DS-217e9b76-5247-4236-a91c-0447fa358e82 node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=0745e2db-fa2d-4e1b-b932-a3973acb2d68, infoPort=33949, infoSecurePort=0, ipcPort=34911, storageInfo=lv=-57;cid=testClusterID;nsid=1493767755;c=1699780774661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:19:35,458 INFO [Listener at localhost/34911 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39949 2023-11-12T09:19:35,469 WARN [Listener at localhost/42421 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:19:35,547 WARN [Thread-272 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:19:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x1451c676e7088d99: Processing first storage report for DS-49a399f6-e1f7-4b80-a95d-bb9331fee07c from datanode 05af382a-93d1-4e30-98fd-6bad9c54d572 2023-11-12T09:19:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x1451c676e7088d99: from storage DS-49a399f6-e1f7-4b80-a95d-bb9331fee07c node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=05af382a-93d1-4e30-98fd-6bad9c54d572, infoPort=34239, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=1493767755;c=1699780774661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:19:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x1451c676e7088d99: Processing first storage report for DS-c5c2345b-ee43-4c65-b6ba-2958e626771d from datanode 05af382a-93d1-4e30-98fd-6bad9c54d572 2023-11-12T09:19:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x1451c676e7088d99: from storage DS-c5c2345b-ee43-4c65-b6ba-2958e626771d node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=05af382a-93d1-4e30-98fd-6bad9c54d572, infoPort=34239, infoSecurePort=0, ipcPort=42421, storageInfo=lv=-57;cid=testClusterID;nsid=1493767755;c=1699780774661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:19:35,688 DEBUG [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd 2023-11-12T09:19:35,688 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:19:35,688 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(1143): NOT STARTING DFS 2023-11-12T09:19:35,689 INFO [Listener at localhost/42421 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:35,691 INFO [Listener at localhost/42421 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:35,715 INFO [Listener at localhost/42421 {}] util.FSUtils(462): Created version file at hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538 with version=8 2023-11-12T09:19:35,715 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(1462): The hbase.fs.tmp.dir is set to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging 2023-11-12T09:19:35,717 DEBUG [Listener at localhost/42421 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:19:35,717 DEBUG [Listener at localhost/42421 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:19:35,717 DEBUG [Listener at localhost/42421 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:19:35,717 DEBUG [Listener at localhost/42421 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:19:35,718 INFO [Listener at localhost/42421 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:19:35,718 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-11-12T09:19:35,719 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:35,719 INFO [Listener at localhost/42421 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:19:35,719 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:35,719 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:19:35,719 INFO [Listener at localhost/42421 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:19:35,719 INFO [Listener at localhost/42421 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:19:35,720 INFO [Listener at localhost/42421 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34189 2023-11-12T09:19:35,721 INFO [Listener at localhost/42421 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:35,722 INFO [Listener at localhost/42421 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:35,723 INFO [Listener at localhost/42421 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34189 connecting to ZooKeeper ensemble=127.0.0.1:64009 2023-11-12T09:19:35,727 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:341890x0, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:19:35,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34189-0x1004cee0a2b0004 connected 2023-11-12T09:19:35,744 DEBUG [Listener at localhost/42421 {}] zookeeper.ZKUtil(113): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2023-11-12T09:19:35,745 DEBUG [Listener at localhost/42421 {}] zookeeper.ZKUtil(113): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-11-12T09:19:35,746 DEBUG [Listener at localhost/42421 {}] zookeeper.ZKUtil(113): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2023-11-12T09:19:35,756 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34189 2023-11-12T09:19:35,756 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34189 2023-11-12T09:19:35,757 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34189 2023-11-12T09:19:35,759 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34189 2023-11-12T09:19:35,762 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34189 2023-11-12T09:19:35,767 INFO [Listener at localhost/42421 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:19:35,767 INFO [Listener at localhost/42421 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:19:35,767 INFO [Listener at localhost/42421 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:19:35,768 INFO [Listener at localhost/42421 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:19:35,768 INFO [Listener at localhost/42421 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:19:35,768 INFO [Listener at localhost/42421 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:19:35,768 INFO [Listener at localhost/42421 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:19:35,771 INFO [Listener at localhost/42421 {}] http.HttpServer(1227): Jetty bound to port 39775 2023-11-12T09:19:35,771 INFO [Listener at localhost/42421 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:19:35,779 INFO [Listener at localhost/42421 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:35,779 INFO [Listener at localhost/42421 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@36307437{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:19:35,780 INFO [Listener at localhost/42421 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:35,780 INFO [Listener at localhost/42421 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@720b2116{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:19:35,795 INFO [Listener at localhost/42421 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:19:35,797 INFO [Listener at localhost/42421 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:19:35,797 INFO [Listener at localhost/42421 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:19:35,797 INFO [Listener at localhost/42421 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:19:35,801 INFO [Listener at localhost/42421 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:35,924 INFO [Listener at localhost/42421 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@18ddfe4{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:19:35,925 INFO [Listener at localhost/42421 {}] server.AbstractConnector(333): Started ServerConnector@369a609c{HTTP/1.1, (http/1.1)}{0.0.0.0:39775} 2023-11-12T09:19:35,926 INFO [Listener at localhost/42421 {}] server.Server(415): Started @20024ms 2023-11-12T09:19:35,926 INFO [Listener at localhost/42421 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538, hbase.cluster.distributed=false 2023-11-12T09:19:35,941 INFO [Listener at localhost/42421 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:19:35,941 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=100, handlerCount=10 2023-11-12T09:19:35,941 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:35,941 INFO [Listener at localhost/42421 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:19:35,941 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:19:35,941 INFO [Listener at localhost/42421 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:19:35,941 INFO [Listener at localhost/42421 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:19:35,942 INFO [Listener at localhost/42421 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:19:35,943 INFO [Listener at localhost/42421 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36997 2023-11-12T09:19:35,944 INFO [Listener at localhost/42421 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:19:35,945 DEBUG [Listener at localhost/42421 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:19:35,946 INFO [Listener at localhost/42421 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:35,948 INFO [Listener at localhost/42421 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:35,949 INFO [Listener at localhost/42421 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:36997 connecting to ZooKeeper ensemble=127.0.0.1:64009 2023-11-12T09:19:35,953 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:369970x0, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:19:35,955 DEBUG [Listener at localhost/42421 {}] zookeeper.ZKUtil(113): regionserver:369970x0, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2023-11-12T09:19:35,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:36997-0x1004cee0a2b0005 connected 2023-11-12T09:19:35,956 DEBUG [Listener at localhost/42421 {}] zookeeper.ZKUtil(113): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-11-12T09:19:35,956 DEBUG [Listener at localhost/42421 {}] zookeeper.ZKUtil(113): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2023-11-12T09:19:35,961 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=10 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36997 2023-11-12T09:19:35,962 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36997 2023-11-12T09:19:35,966 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36997 2023-11-12T09:19:35,969 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36997 2023-11-12T09:19:35,969 DEBUG [Listener at localhost/42421 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36997 2023-11-12T09:19:35,974 INFO [Listener at localhost/42421 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:19:35,974 INFO [Listener at localhost/42421 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:19:35,974 INFO [Listener at localhost/42421 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:19:35,974 INFO [Listener at localhost/42421 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:19:35,975 INFO [Listener at localhost/42421 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:19:35,975 INFO [Listener at localhost/42421 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:19:35,975 INFO [Listener at localhost/42421 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:19:35,975 INFO [Listener at localhost/42421 {}] http.HttpServer(1227): Jetty bound to port 32863 2023-11-12T09:19:35,976 INFO [Listener at localhost/42421 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:19:35,981 INFO [Listener at localhost/42421 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:35,981 INFO [Listener at localhost/42421 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1d9a06b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:19:35,982 INFO [Listener at localhost/42421 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:35,982 INFO [Listener at localhost/42421 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5fc2fd0b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:19:35,993 INFO [Listener at localhost/42421 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:19:35,994 INFO [Listener at localhost/42421 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:19:35,994 INFO [Listener at localhost/42421 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:19:35,995 INFO [Listener at localhost/42421 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:19:35,996 INFO [Listener at localhost/42421 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:19:35,997 INFO [Listener at localhost/42421 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1f62af7c{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:19:35,998 INFO [Listener at localhost/42421 {}] server.AbstractConnector(333): Started ServerConnector@5991cfa6{HTTP/1.1, (http/1.1)}{0.0.0.0:32863} 2023-11-12T09:19:35,999 INFO [Listener at localhost/42421 {}] server.Server(415): Started @20097ms 2023-11-12T09:19:36,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:19:36,011 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:34189 2023-11-12T09:19:36,015 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@2141b9bd{HTTP/1.1, (http/1.1)}{0.0.0.0:41663} 2023-11-12T09:19:36,015 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @20113ms 2023-11-12T09:19:36,015 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /2/backup-masters/jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:36,022 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-11-12T09:19:36,022 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-11-12T09:19:36,023 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:36,025 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2023-11-12T09:19:36,025 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2023-11-12T09:19:36,025 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:36,025 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:36,027 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on existing znode=/2/master 2023-11-12T09:19:36,027 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/jenkins-hbase3.apache.org,34189,1699780775718 from backup master directory 2023-11-12T09:19:36,031 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:36,031 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-11-12T09:19:36,031 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2023-11-12T09:19:36,032 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:19:36,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on existing znode=/2/master 2023-11-12T09:19:36,032 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:36,464 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/hbase.id with ID: 8b1e7492-6b18-48db-a07a-1407f26ce34c 2023-11-12T09:19:36,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:19:36,490 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:36,490 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:36,918 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:36,918 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:19:36,919 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:19:36,938 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store 2023-11-12T09:19:37,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:37,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:19:37,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:37,354 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:37,354 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:19:37,354 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:37,354 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:19:37,354 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:19:37,356 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/.initializing 2023-11-12T09:19:37,356 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37017/tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:37,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:19:37,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34189%2C1699780775718, suffix=, logDir=hdfs://localhost:37017/tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,34189,1699780775718, archiveDir=hdfs://localhost:37017/tmp/wal/MasterData/oldWALs, maxLogs=10 2023-11-12T09:19:37,382 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,34189,1699780775718/jenkins-hbase3.apache.org%2C34189%2C1699780775718.1699780777362, exclude list is [], retry=0 2023-11-12T09:19:37,389 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39173,DS-aaef7b54-07d9-4e56-90b3-6a3dc241dc0a,DISK] 2023-11-12T09:19:37,394 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /tmp/wal/MasterData/WALs/jenkins-hbase3.apache.org,34189,1699780775718/jenkins-hbase3.apache.org%2C34189%2C1699780775718.1699780777362 2023-11-12T09:19:37,394 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39173,DS-aaef7b54-07d9-4e56-90b3-6a3dc241dc0a,DISK]] 2023-11-12T09:19:37,394 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:37,395 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:37,395 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,395 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:19:37,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:37,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:19:37,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:37,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:19:37,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:37,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:19:37,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:37,415 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,416 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,416 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/tmp/wal/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:19:37,422 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:19:37,425 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37017/tmp/wal/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:37,426 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10957018560, jitterRate=0.020451873540878296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:19:37,426 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:19:37,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:19:37,435 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d25e146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:37,436 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:19:37,437 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:19:37,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:19:37,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:19:37,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-11-12T09:19:37,439 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 0 msec 2023-11-12T09:19:37,439 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:19:37,446 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:19:37,449 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2023-11-12T09:19:37,450 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/balancer already deleted, retry=false 2023-11-12T09:19:37,450 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:19:37,451 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:19:37,453 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/normalizer already deleted, retry=false 2023-11-12T09:19:37,453 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:19:37,454 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:19:37,457 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/switch/split already deleted, retry=false 2023-11-12T09:19:37,458 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:19:37,460 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/switch/merge already deleted, retry=false 2023-11-12T09:19:37,462 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:19:37,465 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /2/snapshot-cleanup already deleted, retry=false 2023-11-12T09:19:37,472 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2023-11-12T09:19:37,472 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,473 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,34189,1699780775718, sessionid=0x1004cee0a2b0004, setting cluster-up flag (Was=false) 2023-11-12T09:19:37,474 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2023-11-12T09:19:37,474 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:19:37,474 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,480 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,480 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,497 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2023-11-12T09:19:37,499 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:37,504 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,504 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,515 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/rolllog-proc/acquired, /2/rolllog-proc/reached, /2/rolllog-proc/abort 2023-11-12T09:19:37,517 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:37,524 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,524 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:37,534 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2023-11-12T09:19:37,537 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:37,546 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:19:37,546 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:19:37,546 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:19:37,547 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,34189,1699780775718 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:19:37,548 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:37,548 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:37,548 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:37,548 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:19:37,549 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:19:37,549 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,549 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:19:37,549 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699780807566 2023-11-12T09:19:37,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:19:37,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:19:37,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:19:37,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:19:37,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:19:37,566 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:19:37,567 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:19:37,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:19:37,571 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:19:37,571 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:19:37,573 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x18edb226 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:37,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:19:37,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:19:37,580 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:19:37,630 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b47904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:37,630 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:19:37,630 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:36997 2023-11-12T09:19:37,632 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(997): ClusterId : 8b1e7492-6b18-48db-a07a-1407f26ce34c 2023-11-12T09:19:37,633 INFO [RS:0;jenkins-hbase3:36997 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:19:37,633 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:19:37,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:19:37,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:19:37,643 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:19:37,643 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:19:37,652 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780777641,5,FailOnTimeoutGroup] 2023-11-12T09:19:37,652 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780777652,5,FailOnTimeoutGroup] 2023-11-12T09:19:37,652 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,653 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:19:37,653 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,653 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,656 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:19:37,656 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:19:37,661 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:19:37,673 DEBUG [RS:0;jenkins-hbase3:36997 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c4fa6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:37,688 DEBUG [RS:0;jenkins-hbase3:36997 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3218b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:19:37,688 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:19:37,688 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:19:37,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:19:37,688 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:19:37,689 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538 2023-11-12T09:19:37,689 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34189,1699780775718 with isa=jenkins-hbase3.apache.org/172.31.12.81:36997, startcode=1699780775940 2023-11-12T09:19:37,690 DEBUG [RS:0;jenkins-hbase3:36997 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:19:37,701 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54783, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:19:37,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34189 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:37,719 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538 2023-11-12T09:19:37,720 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37017 2023-11-12T09:19:37,720 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=39775 2023-11-12T09:19:37,724 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2023-11-12T09:19:37,725 DEBUG [RS:0;jenkins-hbase3:36997 {}] zookeeper.ZKUtil(111): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on existing znode=/2/rs/jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:37,725 WARN [RS:0;jenkins-hbase3:36997 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:19:37,725 INFO [RS:0;jenkins-hbase3:36997 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:19:37,725 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37017/tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:37,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,36997,1699780775940] 2023-11-12T09:19:37,764 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:19:37,764 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:19:37,780 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:19:37,780 INFO [RS:0;jenkins-hbase3:36997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:19:37,780 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,781 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:19:37,787 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,788 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,788 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,788 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,788 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,788 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,792 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:19:37,792 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:37,793 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,793 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,793 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,793 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:19:37,793 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:19:37,793 DEBUG [RS:0;jenkins-hbase3:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:19:37,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:19:37,805 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,805 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,805 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,805 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,805 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36997,1699780775940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:19:37,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:19:37,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:37,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:19:37,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:19:37,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:37,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:19:37,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:19:37,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:37,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:37,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740 2023-11-12T09:19:37,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740 2023-11-12T09:19:37,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/tmp/wal/data/hbase/meta/1588230740 2023-11-12T09:19:37,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:19:37,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:19:37,834 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:19:37,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37017/tmp/wal/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:37,834 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36997,1699780775940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:37,836 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11123371840, jitterRate=0.035944730043411255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:19:37,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:19:37,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:19:37,837 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:19:37,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:19:37,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:19:37,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:19:37,845 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:19:37,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:19:37,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:19:37,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:19:37,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:19:37,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:19:37,856 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:19:37,866 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,36997,1699780775940 started 2023-11-12T09:19:37,866 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,36997,1699780775940, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:36997, sessionid=0x1004cee0a2b0005 2023-11-12T09:19:37,866 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:19:37,866 DEBUG [RS:0;jenkins-hbase3:36997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:37,866 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,36997,1699780775940' 2023-11-12T09:19:37,866 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2023-11-12T09:19:37,867 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2023-11-12T09:19:37,868 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:19:37,868 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:19:37,868 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,36997,1699780775940' 2023-11-12T09:19:37,868 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/rolllog-proc/abort' 2023-11-12T09:19:37,869 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/rolllog-proc/acquired' 2023-11-12T09:19:37,870 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:19:37,870 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:19:37,870 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:19:37,870 DEBUG [RS:0;jenkins-hbase3:36997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:37,870 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,36997,1699780775940' 2023-11-12T09:19:37,870 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2023-11-12T09:19:37,874 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2023-11-12T09:19:37,875 DEBUG [RS:0;jenkins-hbase3:36997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:19:37,875 INFO [RS:0;jenkins-hbase3:36997 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:19:37,875 INFO [RS:0;jenkins-hbase3:36997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:19:37,975 INFO [RS:0;jenkins-hbase3:36997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:19:37,978 INFO [RS:0;jenkins-hbase3:36997 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36997%2C1699780775940, suffix=, logDir=hdfs://localhost:37017/tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940, archiveDir=hdfs://localhost:37017/tmp/wal/oldWALs, maxLogs=32 2023-11-12T09:19:37,990 DEBUG [RS:0;jenkins-hbase3:36997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940/jenkins-hbase3.apache.org%2C36997%2C1699780775940.1699780777979, exclude list is [], retry=0 2023-11-12T09:19:37,999 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-49a399f6-e1f7-4b80-a95d-bb9331fee07c,DISK] 2023-11-12T09:19:38,002 INFO [RS:0;jenkins-hbase3:36997 {}] wal.AbstractFSWAL(832): New WAL /tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940/jenkins-hbase3.apache.org%2C36997%2C1699780775940.1699780777979 2023-11-12T09:19:38,004 DEBUG [RS:0;jenkins-hbase3:36997 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46303,DS-49a399f6-e1f7-4b80-a95d-bb9331fee07c,DISK]] 2023-11-12T09:19:38,006 DEBUG [jenkins-hbase3:34189 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:19:38,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:38,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,36997,1699780775940, state=OPENING 2023-11-12T09:19:38,011 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:19:38,013 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:38,013 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:38,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-11-12T09:19:38,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-11-12T09:19:38,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,36997,1699780775940}] 2023-11-12T09:19:38,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:38,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:19:38,174 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39426, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:19:38,181 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:19:38,181 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:19:38,182 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:19:38,184 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36997%2C1699780775940.meta, suffix=.meta, logDir=hdfs://localhost:37017/tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940, archiveDir=hdfs://localhost:37017/tmp/wal/oldWALs, maxLogs=32 2023-11-12T09:19:38,196 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940/jenkins-hbase3.apache.org%2C36997%2C1699780775940.meta.1699780778185.meta, exclude list is [], retry=0 2023-11-12T09:19:38,201 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-49a399f6-e1f7-4b80-a95d-bb9331fee07c,DISK] 2023-11-12T09:19:38,205 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940/jenkins-hbase3.apache.org%2C36997%2C1699780775940.meta.1699780778185.meta 2023-11-12T09:19:38,205 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46303,DS-49a399f6-e1f7-4b80-a95d-bb9331fee07c,DISK]] 2023-11-12T09:19:38,205 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:38,206 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:38,206 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:19:38,206 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:19:38,206 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:19:38,206 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:19:38,206 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:38,206 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:19:38,207 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:19:38,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:19:38,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:19:38,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:38,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:38,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:19:38,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:19:38,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:38,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:38,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:19:38,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:19:38,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:38,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:19:38,218 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740 2023-11-12T09:19:38,219 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740 2023-11-12T09:19:38,220 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/tmp/wal/data/hbase/meta/1588230740 2023-11-12T09:19:38,223 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:19:38,225 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:19:38,227 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10882607840, jitterRate=0.013521835207939148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:19:38,227 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:19:38,229 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699780778170 2023-11-12T09:19:38,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:38,241 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,36997,1699780775940, state=OPEN 2023-11-12T09:19:38,244 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2023-11-12T09:19:38,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-11-12T09:19:38,244 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2023-11-12T09:19:38,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2023-11-12T09:19:38,245 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:19:38,245 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:19:38,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:19:38,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,36997,1699780775940 in 230 msec 2023-11-12T09:19:38,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:19:38,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2023-11-12T09:19:38,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 710 msec 2023-11-12T09:19:38,257 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699780778257, completionTime=-1 2023-11-12T09:19:38,257 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:19:38,257 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:19:38,260 DEBUG [hconnection-0x54427a2b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:38,275 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39430, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:38,280 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:19:38,281 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699780838280 2023-11-12T09:19:38,281 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699780898281 2023-11-12T09:19:38,281 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 23 msec 2023-11-12T09:19:38,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34189,1699780775718-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:38,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34189,1699780775718-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:38,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34189,1699780775718-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:38,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:34189, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:38,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:19:38,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:19:38,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:19:38,301 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:19:38,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:38,306 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:38,306 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:19:38,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:38,332 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 11cffd1dc4b71574b2b2ce901be4bc9d, NAME => 'hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538 2023-11-12T09:19:38,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:38,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 11cffd1dc4b71574b2b2ce901be4bc9d, disabling compactions & flushes 2023-11-12T09:19:38,357 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:19:38,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:19:38,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. after waiting 0 ms 2023-11-12T09:19:38,357 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:19:38,358 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:19:38,358 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 11cffd1dc4b71574b2b2ce901be4bc9d: 2023-11-12T09:19:38,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:38,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699780778360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780778360"}]},"ts":"1699780778360"} 2023-11-12T09:19:38,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:38,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:38,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780778367"}]},"ts":"1699780778367"} 2023-11-12T09:19:38,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:19:38,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=11cffd1dc4b71574b2b2ce901be4bc9d, ASSIGN}] 2023-11-12T09:19:38,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=11cffd1dc4b71574b2b2ce901be4bc9d, ASSIGN 2023-11-12T09:19:38,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=11cffd1dc4b71574b2b2ce901be4bc9d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,36997,1699780775940; forceNewPlan=false, retain=false 2023-11-12T09:19:38,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=11cffd1dc4b71574b2b2ce901be4bc9d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:38,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 11cffd1dc4b71574b2b2ce901be4bc9d, server=jenkins-hbase3.apache.org,36997,1699780775940}] 2023-11-12T09:19:38,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:38,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:19:38,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 11cffd1dc4b71574b2b2ce901be4bc9d, NAME => 'hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:38,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,730 INFO [StoreOpener-11cffd1dc4b71574b2b2ce901be4bc9d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,732 INFO [StoreOpener-11cffd1dc4b71574b2b2ce901be4bc9d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11cffd1dc4b71574b2b2ce901be4bc9d columnFamilyName info 2023-11-12T09:19:38,733 DEBUG [StoreOpener-11cffd1dc4b71574b2b2ce901be4bc9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:38,736 INFO [StoreOpener-11cffd1dc4b71574b2b2ce901be4bc9d-1 {}] regionserver.HStore(324): Store=11cffd1dc4b71574b2b2ce901be4bc9d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:38,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37017/tmp/wal/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:19:38,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37017/tmp/wal/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:38,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 11cffd1dc4b71574b2b2ce901be4bc9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11180711520, jitterRate=0.04128490388393402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:19:38,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 11cffd1dc4b71574b2b2ce901be4bc9d: 2023-11-12T09:19:38,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d., pid=6, masterSystemTime=1699780778712 2023-11-12T09:19:38,763 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=11cffd1dc4b71574b2b2ce901be4bc9d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:19:38,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:19:38,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:19:38,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:19:38,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 11cffd1dc4b71574b2b2ce901be4bc9d, server=jenkins-hbase3.apache.org,36997,1699780775940 in 219 msec 2023-11-12T09:19:38,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:19:38,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=11cffd1dc4b71574b2b2ce901be4bc9d, ASSIGN in 403 msec 2023-11-12T09:19:38,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:38,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780778785"}]},"ts":"1699780778785"} 2023-11-12T09:19:38,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:19:38,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:38,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 494 msec 2023-11-12T09:19:38,803 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2023-11-12T09:19:38,805 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:38,805 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2023-11-12T09:19:38,805 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:19:38,813 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:19:38,831 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2023-11-12T09:19:38,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2023-11-12T09:19:38,846 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:19:38,858 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2023-11-12T09:19:38,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-11-12T09:19:38,877 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2023-11-12T09:19:38,879 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 2.847sec 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34189,1699780775718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:19:38,880 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34189,1699780775718-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:19:38,883 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:19:38,883 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:19:38,925 DEBUG [Listener at localhost/42421 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e75ca0c to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:38,933 DEBUG [Listener at localhost/42421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18294533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:38,935 DEBUG [hconnection-0x6b6e38b5-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:38,940 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39446, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/test.cache.data in system properties and HBase conf 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:19:38,943 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:19:38,944 INFO [Listener at localhost/42421 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:19:39,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2023-11-12T09:19:39,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:19:39,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:19:40,930 WARN [Thread-467 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:41,322 INFO [Thread-467 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:41,328 INFO [Thread-467 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42685_jobhistory____vzdssf/webapp 2023-11-12T09:19:41,537 INFO [Thread-467 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:19:41,537 INFO [Thread-467 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:19:41,537 INFO [Thread-467 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:19:41,543 INFO [Thread-467 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:19:41,667 INFO [Thread-467 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:41,786 INFO [Thread-467 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:42,085 INFO [Thread-467 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:19:42,123 INFO [Thread-467 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42685 2023-11-12T09:19:42,428 WARN [Listener at jenkins-hbase3.apache.org/42517 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:42,542 WARN [Listener at jenkins-hbase3.apache.org/42517 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:19:42,543 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:42,555 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43735_cluster____.w8dul3/webapp 2023-11-12T09:19:42,644 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:19:42,645 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:19:42,645 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:19:42,645 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:19:42,656 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:42,910 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:43,026 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:43,038 INFO [Listener at jenkins-hbase3.apache.org/42517 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43735 2023-11-12T09:19:43,575 WARN [Listener at jenkins-hbase3.apache.org/37621 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:43,605 WARN [Listener at jenkins-hbase3.apache.org/37621 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:19:43,606 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:43,616 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35907_node____bc4bct/webapp 2023-11-12T09:19:43,678 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:19:43,678 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:19:43,679 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:19:43,679 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:19:43,688 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:43,722 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:43,840 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:43,864 INFO [Listener at jenkins-hbase3.apache.org/37621 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35907 2023-11-12T09:19:44,092 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:19:44,101 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:19:44,102 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:19:44,117 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45629_node____tcsem3/webapp 2023-11-12T09:19:44,194 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:19:44,195 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:19:44,195 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:19:44,195 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:19:44,210 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:44,236 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:44,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:19:44,402 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:19:44,418 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45629 2023-11-12T09:19:44,523 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:19:44,523 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:44119/backupUT 2023-11-12T09:19:44,545 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] backup.TestBackupBase(306): REMOTE ROOTDIR hdfs://localhost:37017/backupUT 2023-11-12T09:19:44,575 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:19:44,580 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:44374, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:19:44,592 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:19:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:19:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:19:44,626 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:44,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 37 msec 2023-11-12T09:19:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:19:44,730 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:19:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:19:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:19:44,746 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:44,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 20 msec 2023-11-12T09:19:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:19:44,845 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:19:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:19:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:19:44,861 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:44,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 21 msec 2023-11-12T09:19:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:19:44,957 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:19:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:19:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:19:44,971 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:44,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 21 msec 2023-11-12T09:19:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:19:45,080 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699780784545', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699780784545 2023-11-12T09:19:45,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699780784545 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:45,085 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699780784545" procId is: 13 2023-11-12T09:19:45,086 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:45,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699780784545 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:19:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:19:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:19:45,520 INFO [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2068fdecb5f845f48888c96236502348, NAME => 'test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699780784545', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:19:45,938 DEBUG [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:45,938 DEBUG [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(1668): Closing 2068fdecb5f845f48888c96236502348, disabling compactions & flushes 2023-11-12T09:19:45,938 INFO [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:45,938 DEBUG [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:45,938 DEBUG [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. after waiting 0 ms 2023-11-12T09:19:45,938 DEBUG [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:45,938 INFO [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(1909): Closed test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:45,938 DEBUG [RegionOpenAndInit-test-1699780784545-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2068fdecb5f845f48888c96236502348: 2023-11-12T09:19:45,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699780784545 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:45,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699780785940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780785940"}]},"ts":"1699780785940"} 2023-11-12T09:19:45,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:45,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699780784545 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:45,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780784545","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780785944"}]},"ts":"1699780785944"} 2023-11-12T09:19:45,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780784545, state=ENABLING in hbase:meta 2023-11-12T09:19:45,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, ASSIGN}] 2023-11-12T09:19:45,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, ASSIGN 2023-11-12T09:19:45,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:19:46,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2068fdecb5f845f48888c96236502348, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:46,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 2068fdecb5f845f48888c96236502348, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:19:46,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:46,278 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:46,278 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 2068fdecb5f845f48888c96236502348, NAME => 'test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:46,279 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:46,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699780784545 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:46,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:46,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:46,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:46,281 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:46,283 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2068fdecb5f845f48888c96236502348 columnFamilyName f 2023-11-12T09:19:46,283 DEBUG [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:46,284 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(324): Store=2068fdecb5f845f48888c96236502348/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:46,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348 2023-11-12T09:19:46,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348 2023-11-12T09:19:46,289 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:46,294 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:46,295 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 2068fdecb5f845f48888c96236502348; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11255504480, jitterRate=0.04825054109096527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:19:46,296 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 2068fdecb5f845f48888c96236502348: 2023-11-12T09:19:46,298 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348., pid=15, masterSystemTime=1699780786266 2023-11-12T09:19:46,300 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:46,301 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:46,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2068fdecb5f845f48888c96236502348, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:46,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:19:46,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 2068fdecb5f845f48888c96236502348, server=jenkins-hbase3.apache.org,45301,1699780768089 in 191 msec 2023-11-12T09:19:46,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:19:46,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, ASSIGN in 353 msec 2023-11-12T09:19:46,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699780784545 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:46,311 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780784545","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780786311"}]},"ts":"1699780786311"} 2023-11-12T09:19:46,313 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780784545, state=ENABLED in hbase:meta 2023-11-12T09:19:46,316 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699780784545 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:46,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699780784545 in 1.2360 sec 2023-11-12T09:19:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:19:47,202 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699780784545, procId: 13 completed 2023-11-12T09:19:47,204 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x085ea075 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:47,215 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6cb7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:47,217 DEBUG [hconnection-0x15d00a25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:47,222 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42060, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:47,230 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegion(8210): writing data to region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:19:47,327 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997807845451', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997807845451 2023-11-12T09:19:47,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997807845451 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:47,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:47,332 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997807845451" procId is: 16 2023-11-12T09:19:47,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997807845451 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:19:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:19:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:19:47,753 INFO [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 57c24140da65372f2ab5387243ef3290, NAME => 'ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997807845451', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:19:48,167 DEBUG [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:48,167 DEBUG [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(1668): Closing 57c24140da65372f2ab5387243ef3290, disabling compactions & flushes 2023-11-12T09:19:48,167 INFO [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:19:48,167 DEBUG [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:19:48,167 DEBUG [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. after waiting 0 ms 2023-11-12T09:19:48,167 DEBUG [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:19:48,167 INFO [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:19:48,167 DEBUG [RegionOpenAndInit-ns2:test-16997807845451-pool-0 {}] regionserver.HRegion(1622): Region close journal for 57c24140da65372f2ab5387243ef3290: 2023-11-12T09:19:48,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997807845451 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:48,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780788168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780788168"}]},"ts":"1699780788168"} 2023-11-12T09:19:48,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:48,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997807845451 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:48,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997807845451","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780788172"}]},"ts":"1699780788172"} 2023-11-12T09:19:48,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997807845451, state=ENABLING in hbase:meta 2023-11-12T09:19:48,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997807845451, region=57c24140da65372f2ab5387243ef3290, ASSIGN}] 2023-11-12T09:19:48,198 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997807845451, region=57c24140da65372f2ab5387243ef3290, ASSIGN 2023-11-12T09:19:48,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997807845451, region=57c24140da65372f2ab5387243ef3290, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:19:48,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=57c24140da65372f2ab5387243ef3290, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:48,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 57c24140da65372f2ab5387243ef3290, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:19:48,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:48,511 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:19:48,511 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 57c24140da65372f2ab5387243ef3290, NAME => 'ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:48,512 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:48,512 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997807845451 57c24140da65372f2ab5387243ef3290 2023-11-12T09:19:48,512 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:48,512 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 57c24140da65372f2ab5387243ef3290 2023-11-12T09:19:48,513 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 57c24140da65372f2ab5387243ef3290 2023-11-12T09:19:48,514 INFO [StoreOpener-57c24140da65372f2ab5387243ef3290-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 57c24140da65372f2ab5387243ef3290 2023-11-12T09:19:48,516 INFO [StoreOpener-57c24140da65372f2ab5387243ef3290-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c24140da65372f2ab5387243ef3290 columnFamilyName f 2023-11-12T09:19:48,516 DEBUG [StoreOpener-57c24140da65372f2ab5387243ef3290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:48,517 INFO [StoreOpener-57c24140da65372f2ab5387243ef3290-1 {}] regionserver.HStore(324): Store=57c24140da65372f2ab5387243ef3290/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:48,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290 2023-11-12T09:19:48,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290 2023-11-12T09:19:48,522 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 57c24140da65372f2ab5387243ef3290 2023-11-12T09:19:48,525 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:48,526 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 57c24140da65372f2ab5387243ef3290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9637517920, jitterRate=-0.10243619978427887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:19:48,527 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 57c24140da65372f2ab5387243ef3290: 2023-11-12T09:19:48,528 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290., pid=18, masterSystemTime=1699780788507 2023-11-12T09:19:48,531 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:19:48,531 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:19:48,532 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=57c24140da65372f2ab5387243ef3290, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:48,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:19:48,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 57c24140da65372f2ab5387243ef3290, server=jenkins-hbase3.apache.org,45301,1699780768089 in 180 msec 2023-11-12T09:19:48,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:19:48,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997807845451, region=57c24140da65372f2ab5387243ef3290, ASSIGN in 342 msec 2023-11-12T09:19:48,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997807845451 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:48,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997807845451","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780788541"}]},"ts":"1699780788541"} 2023-11-12T09:19:48,544 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997807845451, state=ENABLED in hbase:meta 2023-11-12T09:19:48,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997807845451 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:48,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997807845451 in 1.2200 sec 2023-11-12T09:19:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:19:49,444 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997807845451, procId: 16 completed 2023-11-12T09:19:49,449 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:19:49,549 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997807845452', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997807845452 2023-11-12T09:19:49,556 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997807845452 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:49,556 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:49,557 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997807845452" procId is: 19 2023-11-12T09:19:49,558 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997807845452 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:19:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:19:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:19:49,988 INFO [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2d147d7a0775d8a0797c8b873a260dd5, NAME => 'ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997807845452', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:19:50,434 DEBUG [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:50,434 DEBUG [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(1668): Closing 2d147d7a0775d8a0797c8b873a260dd5, disabling compactions & flushes 2023-11-12T09:19:50,434 INFO [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:19:50,434 DEBUG [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:19:50,434 DEBUG [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. after waiting 0 ms 2023-11-12T09:19:50,434 DEBUG [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:19:50,434 INFO [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:19:50,434 DEBUG [RegionOpenAndInit-ns3:test-16997807845452-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2d147d7a0775d8a0797c8b873a260dd5: 2023-11-12T09:19:50,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997807845452 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:50,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780790436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780790436"}]},"ts":"1699780790436"} 2023-11-12T09:19:50,439 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:50,440 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997807845452 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:50,441 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997807845452","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780790440"}]},"ts":"1699780790440"} 2023-11-12T09:19:50,443 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997807845452, state=ENABLING in hbase:meta 2023-11-12T09:19:50,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997807845452, region=2d147d7a0775d8a0797c8b873a260dd5, ASSIGN}] 2023-11-12T09:19:50,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997807845452, region=2d147d7a0775d8a0797c8b873a260dd5, ASSIGN 2023-11-12T09:19:50,453 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997807845452, region=2d147d7a0775d8a0797c8b873a260dd5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:19:50,605 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2d147d7a0775d8a0797c8b873a260dd5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:50,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 2d147d7a0775d8a0797c8b873a260dd5, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:19:50,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:50,765 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:19:50,765 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 2d147d7a0775d8a0797c8b873a260dd5, NAME => 'ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:50,766 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:50,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997807845452 2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:19:50,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:50,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:19:50,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:19:50,768 INFO [StoreOpener-2d147d7a0775d8a0797c8b873a260dd5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:19:50,770 INFO [StoreOpener-2d147d7a0775d8a0797c8b873a260dd5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d147d7a0775d8a0797c8b873a260dd5 columnFamilyName f 2023-11-12T09:19:50,770 DEBUG [StoreOpener-2d147d7a0775d8a0797c8b873a260dd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:50,770 INFO [StoreOpener-2d147d7a0775d8a0797c8b873a260dd5-1 {}] regionserver.HStore(324): Store=2d147d7a0775d8a0797c8b873a260dd5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:50,771 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns3/test-16997807845452/2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:19:50,772 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns3/test-16997807845452/2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:19:50,775 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:19:50,778 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns3/test-16997807845452/2d147d7a0775d8a0797c8b873a260dd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:50,779 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 2d147d7a0775d8a0797c8b873a260dd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11101406560, jitterRate=0.03389905393123627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:19:50,780 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 2d147d7a0775d8a0797c8b873a260dd5: 2023-11-12T09:19:50,781 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5., pid=21, masterSystemTime=1699780790760 2023-11-12T09:19:50,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:19:50,784 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:19:50,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2d147d7a0775d8a0797c8b873a260dd5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:50,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:19:50,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 2d147d7a0775d8a0797c8b873a260dd5, server=jenkins-hbase3.apache.org,45301,1699780768089 in 178 msec 2023-11-12T09:19:50,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:19:50,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997807845452, region=2d147d7a0775d8a0797c8b873a260dd5, ASSIGN in 341 msec 2023-11-12T09:19:50,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997807845452 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:50,792 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997807845452","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780790792"}]},"ts":"1699780790792"} 2023-11-12T09:19:50,794 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997807845452, state=ENABLED in hbase:meta 2023-11-12T09:19:50,797 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997807845452 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:50,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997807845452 in 1.2470 sec 2023-11-12T09:19:51,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997807845452' 2023-11-12T09:19:51,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699780784545' 2023-11-12T09:19:51,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997807845451' 2023-11-12T09:19:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:19:51,668 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997807845452, procId: 19 completed 2023-11-12T09:19:51,669 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997807845452 get assigned. Timeout = 60000ms 2023-11-12T09:19:51,671 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:19:51,677 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997807845452 assigned to meta. Checking AM states. 2023-11-12T09:19:51,677 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:19:51,678 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997807845452 assigned. 2023-11-12T09:19:51,679 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997807845453', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997807845453 2023-11-12T09:19:51,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997807845453 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:51,684 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:51,684 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997807845453" procId is: 22 2023-11-12T09:19:51,685 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997807845453 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:19:51,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:19:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:19:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:19:52,102 INFO [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7400a7d3a92052b0e8290834f4664392, NAME => 'ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997807845453', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:19:52,515 DEBUG [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:52,515 DEBUG [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(1668): Closing 7400a7d3a92052b0e8290834f4664392, disabling compactions & flushes 2023-11-12T09:19:52,515 INFO [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:19:52,515 DEBUG [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:19:52,515 DEBUG [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. after waiting 0 ms 2023-11-12T09:19:52,515 DEBUG [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:19:52,515 INFO [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:19:52,515 DEBUG [RegionOpenAndInit-ns4:test-16997807845453-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7400a7d3a92052b0e8290834f4664392: 2023-11-12T09:19:52,517 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997807845453 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:52,517 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780792517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780792517"}]},"ts":"1699780792517"} 2023-11-12T09:19:52,519 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:52,520 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997807845453 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:52,520 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997807845453","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780792520"}]},"ts":"1699780792520"} 2023-11-12T09:19:52,522 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997807845453, state=ENABLING in hbase:meta 2023-11-12T09:19:52,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997807845453, region=7400a7d3a92052b0e8290834f4664392, ASSIGN}] 2023-11-12T09:19:52,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997807845453, region=7400a7d3a92052b0e8290834f4664392, ASSIGN 2023-11-12T09:19:52,530 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997807845453, region=7400a7d3a92052b0e8290834f4664392, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:19:52,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=7400a7d3a92052b0e8290834f4664392, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:52,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 7400a7d3a92052b0e8290834f4664392, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:19:52,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:52,843 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:19:52,843 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 7400a7d3a92052b0e8290834f4664392, NAME => 'ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:52,843 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:52,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997807845453 7400a7d3a92052b0e8290834f4664392 2023-11-12T09:19:52,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:52,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 7400a7d3a92052b0e8290834f4664392 2023-11-12T09:19:52,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 7400a7d3a92052b0e8290834f4664392 2023-11-12T09:19:52,845 INFO [StoreOpener-7400a7d3a92052b0e8290834f4664392-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7400a7d3a92052b0e8290834f4664392 2023-11-12T09:19:52,847 INFO [StoreOpener-7400a7d3a92052b0e8290834f4664392-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7400a7d3a92052b0e8290834f4664392 columnFamilyName f 2023-11-12T09:19:52,847 DEBUG [StoreOpener-7400a7d3a92052b0e8290834f4664392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:52,848 INFO [StoreOpener-7400a7d3a92052b0e8290834f4664392-1 {}] regionserver.HStore(324): Store=7400a7d3a92052b0e8290834f4664392/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:52,849 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns4/test-16997807845453/7400a7d3a92052b0e8290834f4664392 2023-11-12T09:19:52,849 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns4/test-16997807845453/7400a7d3a92052b0e8290834f4664392 2023-11-12T09:19:52,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 7400a7d3a92052b0e8290834f4664392 2023-11-12T09:19:52,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns4/test-16997807845453/7400a7d3a92052b0e8290834f4664392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:52,864 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 7400a7d3a92052b0e8290834f4664392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11074351360, jitterRate=0.0313793420791626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:19:52,865 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 7400a7d3a92052b0e8290834f4664392: 2023-11-12T09:19:52,866 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392., pid=24, masterSystemTime=1699780792838 2023-11-12T09:19:52,868 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:19:52,868 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:19:52,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=7400a7d3a92052b0e8290834f4664392, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:52,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:19:52,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 7400a7d3a92052b0e8290834f4664392, server=jenkins-hbase3.apache.org,45301,1699780768089 in 185 msec 2023-11-12T09:19:52,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:19:52,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997807845453, region=7400a7d3a92052b0e8290834f4664392, ASSIGN in 347 msec 2023-11-12T09:19:52,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997807845453 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:52,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997807845453","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780792876"}]},"ts":"1699780792876"} 2023-11-12T09:19:52,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997807845453, state=ENABLED in hbase:meta 2023-11-12T09:19:52,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997807845453 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:52,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997807845453 in 1.2010 sec 2023-11-12T09:19:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:19:53,793 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997807845453, procId: 22 completed 2023-11-12T09:19:53,793 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997807845453 get assigned. Timeout = 60000ms 2023-11-12T09:19:53,793 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:19:53,796 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997807845453 assigned to meta. Checking AM states. 2023-11-12T09:19:53,797 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:19:53,797 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997807845453 assigned. 2023-11-12T09:19:53,797 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x085ea075 to 127.0.0.1:64009 2023-11-12T09:19:53,797 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:19:53,868 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.ResourceChecker(147): before: backup.TestRemoteBackup#testFullBackupRemote Thread=843, OpenFileDescriptor=907, MaxFileDescriptor=60000, SystemLoadAverage=376, ProcessCount=174, AvailableMemoryMB=5342 2023-11-12T09:19:53,868 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.ResourceChecker(130): Thread=843 is superior to 500 2023-11-12T09:19:53,871 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] backup.TestRemoteBackup(79): test remote full backup on a single table 2023-11-12T09:19:53,874 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a4fce60 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:53,881 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612fcdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:53,888 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$14(2731): Client=jenkins//172.31.12.81 modify table test-1699780784545 from 'test-1699780784545', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1699780784545', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=test-1699780784545 2023-11-12T09:19:54,326 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/.tabledesc/.tableinfo.0000000001.367 2023-11-12T09:19:54,326 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/.tabledesc/.tableinfo.0000000002.907 2023-11-12T09:19:54,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=test-1699780784545}] 2023-11-12T09:19:54,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, REOPEN/MOVE}] 2023-11-12T09:19:54,352 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, REOPEN/MOVE 2023-11-12T09:19:54,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2068fdecb5f845f48888c96236502348, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:54,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; CloseRegionProcedure 2068fdecb5f845f48888c96236502348, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:54,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:54,518 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(119): Close 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1668): Closing 2068fdecb5f845f48888c96236502348, disabling compactions & flushes 2023-11-12T09:19:54,520 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1690): Closing region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1778): Acquired close lock on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. after waiting 0 ms 2023-11-12T09:19:54,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1788): Updates disabled for region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:54,521 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2819): Flushing 2068fdecb5f845f48888c96236502348 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:19:54,602 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f/5c468281fec8477da7641ff3975bdeba is 37, key is row10/f:q1/1699780787241/Put/seqid=0 2023-11-12T09:19:55,023 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f/5c468281fec8477da7641ff3975bdeba 2023-11-12T09:19:55,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997807845452 2023-11-12T09:19:55,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997807845452 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:19:55,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699780784545 2023-11-12T09:19:55,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699780784545 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:19:55,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997807845451 2023-11-12T09:19:55,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997807845451 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:19:55,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997807845453 2023-11-12T09:19:55,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997807845453 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:19:55,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f/5c468281fec8477da7641ff3975bdeba as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba 2023-11-12T09:19:55,155 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:19:55,162 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2068fdecb5f845f48888c96236502348 in 641ms, sequenceid=103, compaction requested=false 2023-11-12T09:19:55,182 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:19:55,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:19:55,185 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1909): Closed test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:55,185 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1622): Region close journal for 2068fdecb5f845f48888c96236502348: 2023-11-12T09:19:55,185 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionServer(3735): Not adding moved region record: 2068fdecb5f845f48888c96236502348 to self. 2023-11-12T09:19:55,187 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(163): Closed 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2068fdecb5f845f48888c96236502348, regionState=CLOSED 2023-11-12T09:19:55,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:19:55,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; CloseRegionProcedure 2068fdecb5f845f48888c96236502348, server=jenkins-hbase3.apache.org,45301,1699780768089 in 835 msec 2023-11-12T09:19:55,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=true 2023-11-12T09:19:55,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2068fdecb5f845f48888c96236502348, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:55,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE; OpenRegionProcedure 2068fdecb5f845f48888c96236502348, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:55,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:55,504 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(130): Open test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:55,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7254): Opening region: {ENCODED => 2068fdecb5f845f48888c96236502348, NAME => 'test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:55,505 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:55,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699780784545 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(888): Instantiated test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:55,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7296): checking encryption for 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7299): checking classloading for 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,507 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,508 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2068fdecb5f845f48888c96236502348 columnFamilyName f 2023-11-12T09:19:55,508 DEBUG [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:55,518 DEBUG [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba 2023-11-12T09:19:55,519 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(324): Store=2068fdecb5f845f48888c96236502348/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:55,520 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,530 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2068fdecb5f845f48888c96236502348 columnFamilyName f2 2023-11-12T09:19:55,536 DEBUG [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:55,537 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(324): Store=2068fdecb5f845f48888c96236502348/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:55,537 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,539 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2068fdecb5f845f48888c96236502348 columnFamilyName f3 2023-11-12T09:19:55,539 DEBUG [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:55,540 INFO [StoreOpener-2068fdecb5f845f48888c96236502348-1 {}] regionserver.HStore(324): Store=2068fdecb5f845f48888c96236502348/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:55,540 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,542 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,544 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1699780784545 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:19:55,546 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1076): writing seq id for 2068fdecb5f845f48888c96236502348 2023-11-12T09:19:55,548 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): Opened 2068fdecb5f845f48888c96236502348; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10879875360, jitterRate=0.013267353177070618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:19:55,549 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(992): Region open journal for 2068fdecb5f845f48888c96236502348: 2023-11-12T09:19:55,550 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348., pid=29, masterSystemTime=1699780795500 2023-11-12T09:19:55,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:55,552 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(158): Opened test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:55,553 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2068fdecb5f845f48888c96236502348, regionState=OPEN, openSeqNum=107, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:55,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=29, resume processing ppid=27 2023-11-12T09:19:55,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, ppid=27, state=SUCCESS; OpenRegionProcedure 2068fdecb5f845f48888c96236502348, server=jenkins-hbase3.apache.org,45301,1699780768089 in 207 msec 2023-11-12T09:19:55,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:19:55,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=test-1699780784545, region=2068fdecb5f845f48888c96236502348, REOPEN/MOVE in 1.2070 sec 2023-11-12T09:19:55,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=26, resume processing ppid=25 2023-11-12T09:19:55,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, ppid=25, state=SUCCESS; ReopenTableRegionsProcedure table=test-1699780784545 in 1.2300 sec 2023-11-12T09:19:55,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; ModifyTableProcedure table=test-1699780784545 in 1.6700 sec 2023-11-12T09:19:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:19:55,638 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegion(8210): writing data to region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:19:55,648 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(2714): Found 1 regions for table test-1699780784545 2023-11-12T09:19:55,649 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(2720): firstRegionName=test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:19:55,651 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:19:55,685 DEBUG [hconnection-0x368f15cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:55,688 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40512, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:55,697 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x521d550f to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:55,704 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab28114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:55,708 DEBUG [Thread-818 {}] backup.TestRemoteBackup(98): Wrote 6 rows into family3 2023-11-12T09:19:55,728 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:55,729 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40520, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:55,741 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:19:55,742 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59214, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:19:55,753 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:19:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=30, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:19:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=30 2023-11-12T09:19:55,765 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:19:55,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 14 msec 2023-11-12T09:19:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=30 2023-11-12T09:19:55,879 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:19:55,885 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:55,885 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:55,885 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 31 2023-11-12T09:19:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:19:55,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:19:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:19:56,303 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 20dbe4a9bbbbf8c223fe0593072a4f84, NAME => 'backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:19:56,721 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:56,721 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 20dbe4a9bbbbf8c223fe0593072a4f84, disabling compactions & flushes 2023-11-12T09:19:56,721 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:56,721 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:56,721 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. after waiting 0 ms 2023-11-12T09:19:56,721 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:56,721 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:56,721 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 20dbe4a9bbbbf8c223fe0593072a4f84: 2023-11-12T09:19:56,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:56,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699780796723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780796723"}]},"ts":"1699780796723"} 2023-11-12T09:19:56,725 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:56,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:56,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780796726"}]},"ts":"1699780796726"} 2023-11-12T09:19:56,728 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:19:56,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=20dbe4a9bbbbf8c223fe0593072a4f84, ASSIGN}] 2023-11-12T09:19:56,735 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=20dbe4a9bbbbf8c223fe0593072a4f84, ASSIGN 2023-11-12T09:19:56,736 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=20dbe4a9bbbbf8c223fe0593072a4f84, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:19:56,888 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=20dbe4a9bbbbf8c223fe0593072a4f84, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:56,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure 20dbe4a9bbbbf8c223fe0593072a4f84, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:19:57,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:57,047 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(130): Open backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:57,047 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7254): Opening region: {ENCODED => 20dbe4a9bbbbf8c223fe0593072a4f84, NAME => 'backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:57,048 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:57,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(888): Instantiated backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:57,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7296): checking encryption for 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7299): checking classloading for 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,050 INFO [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,051 INFO [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20dbe4a9bbbbf8c223fe0593072a4f84 columnFamilyName meta 2023-11-12T09:19:57,051 DEBUG [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:57,052 INFO [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] regionserver.HStore(324): Store=20dbe4a9bbbbf8c223fe0593072a4f84/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:57,052 INFO [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,053 INFO [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20dbe4a9bbbbf8c223fe0593072a4f84 columnFamilyName session 2023-11-12T09:19:57,053 DEBUG [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:57,054 INFO [StoreOpener-20dbe4a9bbbbf8c223fe0593072a4f84-1 {}] regionserver.HStore(324): Store=20dbe4a9bbbbf8c223fe0593072a4f84/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:57,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,057 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:19:57,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1076): writing seq id for 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:57,061 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:57,061 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): Opened 20dbe4a9bbbbf8c223fe0593072a4f84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10901117120, jitterRate=0.015245646238327026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:19:57,062 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(992): Region open journal for 20dbe4a9bbbbf8c223fe0593072a4f84: 2023-11-12T09:19:57,063 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84., pid=33, masterSystemTime=1699780797043 2023-11-12T09:19:57,065 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:57,065 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(158): Opened backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:57,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=20dbe4a9bbbbf8c223fe0593072a4f84, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:57,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:19:57,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure 20dbe4a9bbbbf8c223fe0593072a4f84, server=jenkins-hbase3.apache.org,45301,1699780768089 in 176 msec 2023-11-12T09:19:57,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=32, resume processing ppid=31 2023-11-12T09:19:57,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=20dbe4a9bbbbf8c223fe0593072a4f84, ASSIGN in 337 msec 2023-11-12T09:19:57,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:57,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780797071"}]},"ts":"1699780797071"} 2023-11-12T09:19:57,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:19:57,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:57,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1980 sec 2023-11-12T09:19:57,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997807845453' 2023-11-12T09:19:57,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:19:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=31 2023-11-12T09:19:57,996 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 31 completed 2023-11-12T09:19:58,011 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:19:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:19:58,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:19:58,015 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:58,015 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 34 2023-11-12T09:19:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:19:58,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:19:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:19:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:19:58,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:19:58,439 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ca2503b4d59b728d06ce343a2978fde5, NAME => 'backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:19:58,457 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:58,457 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing ca2503b4d59b728d06ce343a2978fde5, disabling compactions & flushes 2023-11-12T09:19:58,457 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:19:58,457 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:19:58,458 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. after waiting 0 ms 2023-11-12T09:19:58,458 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:19:58,458 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:19:58,458 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for ca2503b4d59b728d06ce343a2978fde5: 2023-11-12T09:19:58,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:19:58,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780798459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780798459"}]},"ts":"1699780798459"} 2023-11-12T09:19:58,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:19:58,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:19:58,463 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780798462"}]},"ts":"1699780798462"} 2023-11-12T09:19:58,464 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:19:58,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=ca2503b4d59b728d06ce343a2978fde5, ASSIGN}] 2023-11-12T09:19:58,473 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=ca2503b4d59b728d06ce343a2978fde5, ASSIGN 2023-11-12T09:19:58,474 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=ca2503b4d59b728d06ce343a2978fde5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:19:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:19:58,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=ca2503b4d59b728d06ce343a2978fde5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:58,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure ca2503b4d59b728d06ce343a2978fde5, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:19:58,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:58,784 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:19:58,784 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7254): Opening region: {ENCODED => ca2503b4d59b728d06ce343a2978fde5, NAME => 'backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:19:58,785 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:19:58,785 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,785 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:19:58,785 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7296): checking encryption for ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,785 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7299): checking classloading for ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,787 INFO [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,789 INFO [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca2503b4d59b728d06ce343a2978fde5 columnFamilyName meta 2023-11-12T09:19:58,789 DEBUG [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:58,790 INFO [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] regionserver.HStore(324): Store=ca2503b4d59b728d06ce343a2978fde5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:58,790 INFO [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,791 INFO [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca2503b4d59b728d06ce343a2978fde5 columnFamilyName session 2023-11-12T09:19:58,792 DEBUG [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:19:58,792 INFO [StoreOpener-ca2503b4d59b728d06ce343a2978fde5-1 {}] regionserver.HStore(324): Store=ca2503b4d59b728d06ce343a2978fde5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:19:58,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system_bulk/ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,794 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system_bulk/ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,795 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:19:58,797 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1076): writing seq id for ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:19:58,800 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system_bulk/ca2503b4d59b728d06ce343a2978fde5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:19:58,800 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): Opened ca2503b4d59b728d06ce343a2978fde5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10689152160, jitterRate=-0.0044951289892196655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:19:58,801 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(992): Region open journal for ca2503b4d59b728d06ce343a2978fde5: 2023-11-12T09:19:58,802 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5., pid=36, masterSystemTime=1699780798780 2023-11-12T09:19:58,804 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:19:58,804 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:19:58,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=ca2503b4d59b728d06ce343a2978fde5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:58,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=36, resume processing ppid=35 2023-11-12T09:19:58,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure ca2503b4d59b728d06ce343a2978fde5, server=jenkins-hbase3.apache.org,45301,1699780768089 in 179 msec 2023-11-12T09:19:58,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:19:58,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=ca2503b4d59b728d06ce343a2978fde5, ASSIGN in 342 msec 2023-11-12T09:19:58,813 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:19:58,813 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780798813"}]},"ts":"1699780798813"} 2023-11-12T09:19:58,816 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:19:58,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:19:58,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 808 msec 2023-11-12T09:19:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:19:59,122 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 34 completed 2023-11-12T09:19:59,136 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:19:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:19:59,187 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:19:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780799188 (current time:1699780799188). 2023-11-12T09:19:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:19:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:19:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x28c37be8 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:19:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2bf74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:19:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:19:59,206 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40534, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:19:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x28c37be8 to 127.0.0.1:64009 2023-11-12T09:19:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:19:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:19:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=37, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:19:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-11-12T09:19:59,223 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:19:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:19:59,228 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:19:59,241 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot, current working dir path: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:19:59,243 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:19:59,255 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:19:59,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 20dbe4a9bbbbf8c223fe0593072a4f84}] 2023-11-12T09:19:59,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:19:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:19:59,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:19:59,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45301 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=38 2023-11-12T09:19:59,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:19:59,431 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2819): Flushing 20dbe4a9bbbbf8c223fe0593072a4f84 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:19:59,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/session/87ab1c639e9b4597980da46256880698 is 49, key is activesession:/session:c/1699780799168/Put/seqid=0 2023-11-12T09:19:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:19:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:19:59,861 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/session/87ab1c639e9b4597980da46256880698 2023-11-12T09:19:59,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/session/87ab1c639e9b4597980da46256880698 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/session/87ab1c639e9b4597980da46256880698 2023-11-12T09:19:59,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/session/87ab1c639e9b4597980da46256880698, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:19:59,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 20dbe4a9bbbbf8c223fe0593072a4f84 in 448ms, sequenceid=5, compaction requested=false 2023-11-12T09:19:59,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.HRegion(2520): Flush status journal for 20dbe4a9bbbbf8c223fe0593072a4f84: 2023-11-12T09:19:59,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. for snapshot_backup_system completed. 2023-11-12T09:19:59,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:19:59,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:19:59,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:19:59,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/session/87ab1c639e9b4597980da46256880698] hfiles 2023-11-12T09:19:59,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/session/87ab1c639e9b4597980da46256880698 for snapshot=snapshot_backup_system 2023-11-12T09:20:00,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:20:00,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=38 2023-11-12T09:20:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster(4026): Remote procedure done, pid=38 2023-11-12T09:20:00,317 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:20:00,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE; SnapshotRegionProcedure 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:20:00,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-12T09:20:00,322 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:00,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; SnapshotRegionProcedure 20dbe4a9bbbbf8c223fe0593072a4f84 in 1.0620 sec 2023-11-12T09:20:00,324 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:00,325 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:00,325 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:20:00,328 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:20:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:20:00,752 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:00,765 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:00,766 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:20:00,768 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=37, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:00,768 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 37 2023-11-12T09:20:00,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=37, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5530 sec 2023-11-12T09:20:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=37 2023-11-12T09:20:01,332 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 37 completed 2023-11-12T09:20:01,332 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.TableBackupClient(115): Backup backup_1699780795707 started at 1699780801332. 2023-11-12T09:20:01,355 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.TableBackupClient(119): Backup session backup_1699780795707 has been started. 2023-11-12T09:20:01,359 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:20:01,375 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:20:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:20:01,379 INFO [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:20:01,379 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:20:01,381 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:20:01,381 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:20:01,382 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,382 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:01,383 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:01,383 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,384 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:01,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:01,384 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,384 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:20:01,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:01,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:20:01,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:01,385 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:20:01,388 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:20:01,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:20:01,389 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:20:01,389 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:20:01,390 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:20:01,390 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:20:01,390 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45301,1699780768089' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:20:01,392 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,392 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:01,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:01,393 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,393 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:20:01,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:01,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:01,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:01,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,395 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:01,395 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45301,1699780768089' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:20:01,395 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:20:01,395 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5306268f[Count = 0] remaining members to acquire global barrier 2023-11-12T09:20:01,395 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,398 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,398 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,398 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:20:01,399 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,399 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:20:01,400 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:20:01,400 DEBUG [rs(jenkins-hbase3.apache.org,45301,1699780768089)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,400 INFO [rs(jenkins-hbase3.apache.org,45301,1699780768089)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780772824 highest: 1699780772824 on jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,400 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta:.meta(num 1699780773398) roll requested 2023-11-12T09:20:01,413 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta.1699780801401.meta, exclude list is [], retry=0 2023-11-12T09:20:01,418 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK] 2023-11-12T09:20:01,421 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta.1699780773398.meta with entries=40, filesize=12.94 KB; new WAL /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta.1699780801401.meta 2023-11-12T09:20:01,423 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK]] 2023-11-12T09:20:01,423 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta.1699780773398.meta is not closed yet, will try archiving it next time 2023-11-12T09:20:01,423 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45301%2C1699780768089:(num 1699780772824) roll requested 2023-11-12T09:20:01,442 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.1699780801423, exclude list is [], retry=0 2023-11-12T09:20:01,448 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK] 2023-11-12T09:20:01,451 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.1699780772824 with entries=29, filesize=5.78 KB; new WAL /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.1699780801423 2023-11-12T09:20:01,452 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39151,DS-687f51a0-d492-41f0-a98a-a20efc2f9cd5,DISK]] 2023-11-12T09:20:01,452 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.1699780772824 is not closed yet, will try archiving it next time 2023-11-12T09:20:01,461 DEBUG [rs(jenkins-hbase3.apache.org,45301,1699780768089)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-12T09:20:01,461 INFO [rs(jenkins-hbase3.apache.org,45301,1699780768089)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780801423 on jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,462 DEBUG [rs(jenkins-hbase3.apache.org,45301,1699780768089)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:01,464 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59226, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:20:01,486 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:20:01,486 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45301,1699780768089' in zk 2023-11-12T09:20:01,488 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,488 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:20:01,488 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:01,488 DEBUG [member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:20:01,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:01,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:01,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:01,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:01,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:01,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:01,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:01,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45301,1699780768089': 2023-11-12T09:20:01,494 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45301,1699780768089' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:20:01,494 INFO [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:20:01,494 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:20:01,494 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:20:01,494 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:20:01,494 INFO [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:20:01,497 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,497 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,497 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:01,497 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:20:01,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:20:01,497 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:01,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:01,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:20:01,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:01,500 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:20:01,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:01,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,502 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:20:01,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:20:01,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,511 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,511 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:20:01,511 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:01,511 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:20:01,511 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:20:01,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:20:01,511 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:20:01,511 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,512 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,512 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:20:01,512 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:20:01,512 DEBUG [(jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:20:01,513 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:20:01,513 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:20:01,515 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:20:01,515 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:20:01,517 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:20:01,518 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:20:01,618 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:20:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:20:01,631 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } 2023-11-12T09:20:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780801631 (current time:1699780801631). 2023-11-12T09:20:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:20:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780801630_default_test-1699780784545 VERSION not specified, setting to 2 2023-11-12T09:20:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x033defc9 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e30de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:01,649 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40546, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x033defc9 to 127.0.0.1:64009 2023-11-12T09:20:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:20:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } 2023-11-12T09:20:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-11-12T09:20:01,655 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:20:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:01,656 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:20:01,660 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot, current working dir path: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/.tmp/snapshot_1699780801630_default_test-1699780784545 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:20:01,662 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:20:01,685 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:20:01,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 2068fdecb5f845f48888c96236502348}] 2023-11-12T09:20:01,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 2068fdecb5f845f48888c96236502348 2023-11-12T09:20:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:01,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:01,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45301 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2023-11-12T09:20:01,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:20:01,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2819): Flushing 2068fdecb5f845f48888c96236502348 3/3 column families, dataSize=3.46 KB heapSize=8.44 KB 2023-11-12T09:20:01,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 is 71, key is 002d6a2189bdf7113cef7f4701b34371/f2:q/1699780795638/Put/seqid=0 2023-11-12T09:20:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:02,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HMobStore(266): FLUSH Renaming flushed file from hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/mobdir/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 2023-11-12T09:20:02,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f2/35aa288295cd4042bbc0ce55fa13312f, store: [table=test-1699780784545 family=f2 region=2068fdecb5f845f48888c96236502348] 2023-11-12T09:20:02,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f2/35aa288295cd4042bbc0ce55fa13312f is 195, key is 02e98da3b5ff34f683b39874270d60fac/f2:q/1699780795638/Put/seqid=0 2023-11-12T09:20:02,313 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=3.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f2/35aa288295cd4042bbc0ce55fa13312f 2023-11-12T09:20:02,327 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:20:02,330 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59228, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:20:02,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f3/9c6b8ce0dca34f09ad971c642ff451c8 is 39, key is row-t10/f3:q1/1699780795696/Put/seqid=0 2023-11-12T09:20:02,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f3/9c6b8ce0dca34f09ad971c642ff451c8 2023-11-12T09:20:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:02,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f2/35aa288295cd4042bbc0ce55fa13312f as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f 2023-11-12T09:20:02,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f, entries=50, sequenceid=116, filesize=14.5 K 2023-11-12T09:20:02,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/.tmp/f3/9c6b8ce0dca34f09ad971c642ff451c8 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8 2023-11-12T09:20:02,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8, entries=6, sequenceid=116, filesize=5.0 K 2023-11-12T09:20:02,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3546, heapSize ~8.16 KB/8352, currentSize=0 B/0 for 2068fdecb5f845f48888c96236502348 in 938ms, sequenceid=116, compaction requested=false 2023-11-12T09:20:02,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2520): Flush status journal for 2068fdecb5f845f48888c96236502348: 2023-11-12T09:20:02,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. for snapshot_1699780801630_default_test-1699780784545 completed. 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(240): Storing 'test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348.' region-info for snapshot=snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba] hfiles 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba for snapshot=snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f] hfiles 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f for snapshot=snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8] hfiles 2023-11-12T09:20:02,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8 for snapshot=snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:03,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:20:03,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:20:03,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=40 2023-11-12T09:20:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster(4026): Remote procedure done, pid=40 2023-11-12T09:20:03,190 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780801630_default_test-1699780784545 on region 2068fdecb5f845f48888c96236502348 2023-11-12T09:20:03,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE; SnapshotRegionProcedure 2068fdecb5f845f48888c96236502348 2023-11-12T09:20:03,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-12T09:20:03,202 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:20:03,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; SnapshotRegionProcedure 2068fdecb5f845f48888c96236502348 in 1.5080 sec 2023-11-12T09:20:03,203 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:20:03,206 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-11-12T09:20:03,206 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-11-12T09:20:03,207 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:03,208 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f 2023-11-12T09:20:03,208 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:03,209 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/mobdir/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348] hfiles 2023-11-12T09:20:03,209 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/1): hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/mobdir/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 2023-11-12T09:20:03,210 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:03,210 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(327): No files under family: f3 2023-11-12T09:20:03,224 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:20:03,224 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:03,225 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/.tmp/snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:03,644 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:20:03,654 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:20:03,654 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/.tmp/snapshot_1699780801630_default_test-1699780784545 to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:03,656 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:20:03,656 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 }, snapshot procedure id = 39 2023-11-12T09:20:03,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_1699780801630_default_test-1699780784545 table=test-1699780784545 type=FLUSH ttl=0 } in 2.0050 sec 2023-11-12T09:20:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:20:03,763 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699780784545, procId: 39 completed 2023-11-12T09:20:03,764 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780795707 2023-11-12T09:20:03,764 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:20:03,766 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:20:03,768 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780795707_test-1699780784545 2023-11-12T09:20:03,768 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780801630_default_test-1699780784545 to hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/ 2023-11-12T09:20:03,778 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:20:03,811 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:44119, inputRoot=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:20:03,811 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42247,1699780763723_546864487_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/.hbase-snapshot/.tmp/snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:03,811 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:44119, inputRoot=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc, snapshotDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/snapshot_1699780801630_default_test-1699780784545. 2023-11-12T09:20:03,824 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/.hbase-snapshot/snapshot_1699780801630_default_test-1699780784545 to hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/.hbase-snapshot/.tmp/snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:04,270 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:04,270 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:04,271 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:04,271 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:04,289 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:05,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:20:05,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:05,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:20:05,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:05,284 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop-5494496536053358702.jar 2023-11-12T09:20:05,284 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,285 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,285 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,286 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,286 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,287 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,287 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,287 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,291 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:05,292 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:05,293 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:20:05,293 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:20:05,294 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:20:05,294 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:20:05,295 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:20:05,295 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:20:05,295 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:20:05,296 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:20:05,296 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:20:05,297 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:20:05,297 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:20:05,301 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:05,302 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:05,302 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:05,303 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:05,303 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:20:05,304 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:05,304 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:05,364 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:05,388 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780801630_default_test-1699780784545' hfile list 2023-11-12T09:20:05,398 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(674): export split=0 size=35.9 K 2023-11-12T09:20:05,654 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.local.dir/1699780805603/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:20:05,654 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.local.dir/1699780805603/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:20:05,821 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:20:05,891 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f output=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f 2023-11-12T09:20:05,892 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=14881 (14.5 K) time=0sec 7.096M/sec 2023-11-12T09:20:05,940 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba output=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba 2023-11-12T09:20:05,940 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:20:06,372 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(634): Task status: "copied 8.2 K/8.2 K (100.0%) from hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/mobdir/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 to hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348" truncated to max limit (512 characters) 2023-11-12T09:20:06,372 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/mobdir/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 output=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 2023-11-12T09:20:06,373 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8362 (8.2 K) time=0sec 7.975M/sec 2023-11-12T09:20:06,824 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8 output=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8 2023-11-12T09:20:06,824 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=5161 (5.0 K) time=0sec 4.922M/sec 2023-11-12T09:20:07,726 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:20:07,727 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:20:07,740 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:07,740 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780801630_default_test-1699780784545 finished. 2023-11-12T09:20:07,740 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupSystemTable(1034): test-1699780784545 2023-11-12T09:20:07,762 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780795707 2023-11-12T09:20:07,762 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:20:08,174 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37017/backupUT/backup_1699780795707/.backup.manifest 2023-11-12T09:20:08,175 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.TableBackupClient(358): Backup backup_1699780795707 finished: type=FULL,tablelist=test-1699780784545,targetRootDir=hdfs://localhost:37017/backupUT,startts=1699780801332,completets=1699780807759,bytescopied=0 2023-11-12T09:20:08,175 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:20:08,175 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:08,188 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780801630_default_test-1699780784545" 2023-11-12T09:20:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780801630_default_test-1699780784545 2023-11-12T09:20:08,194 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780801630_default_test-1699780784545 for backup backup_1699780795707 succeeded. 2023-11-12T09:20:08,195 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:20:08,210 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:20:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:20:08,218 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:20:08,227 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:20:08,239 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.TableBackupClient(376): Backup backup_1699780795707 completed. 2023-11-12T09:20:08,239 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:08,239 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x521d550f to 127.0.0.1:64009 2023-11-12T09:20:08,240 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:08,273 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] backup.TestRemoteBackup(122): backup complete backup_1699780795707 2023-11-12T09:20:08,290 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:20:08,290 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37017/backupUT/backup_1699780795707/.backup.manifest 2023-11-12T09:20:08,293 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780795707/.backup.manifest 2023-11-12T09:20:08,300 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37017/backupUT/backup_1699780795707/.backup.manifest 2023-11-12T09:20:08,303 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699780795707/.backup.manifest 2023-11-12T09:20:08,303 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.RestoreTablesClient(148): Restoring 'test-1699780784545' to 'table1' from full backup image hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545 2023-11-12T09:20:08,313 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:20:08,313 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348 2023-11-12T09:20:08,314 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f in region [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348] 2023-11-12T09:20:08,319 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba first=row0 last=row98 2023-11-12T09:20:08,319 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2 in region [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348] 2023-11-12T09:20:08,324 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f first=002d6a2189bdf7113cef7f4701b34371 last=fd03f0af0d8cbfc463bb10d8838409c3 2023-11-12T09:20:08,324 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3 in region [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348] 2023-11-12T09:20:08,328 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8 first=row-t10 last=row-t15 2023-11-12T09:20:08,328 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269 2023-11-12T09:20:08,329 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2 in region [hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269] 2023-11-12T09:20:08,333 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 first=002d6a2189bdf7113cef7f4701b34371 last=fd03f0af0d8cbfc463bb10d8838409c3 2023-11-12T09:20:08,341 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:20:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:20:08,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:20:08,347 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:08,347 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 41 2023-11-12T09:20:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:20:08,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:20:08,363 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fa8bff91dc119a631baee43ca5c6ed50, NAME => 'table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50.', STARTKEY => '', ENDKEY => 'row-t10'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:20:08,363 INFO [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(7075): creating {ENCODED => 90b6a103017db0ae4ac02e46e84e0508, NAME => 'table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:20:08,363 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7075): creating {ENCODED => 8e330281260c273d06ddf57c4c26dc2c, NAME => 'table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c.', STARTKEY => 'row-t10', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc 2023-11-12T09:20:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:20:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:20:08,673 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:20:08,677 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35156, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:20:08,786 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:08,786 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(888): Instantiated table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:08,786 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(888): Instantiated table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:08,786 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing fa8bff91dc119a631baee43ca5c6ed50, disabling compactions & flushes 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1668): Closing 8e330281260c273d06ddf57c4c26dc2c, disabling compactions & flushes 2023-11-12T09:20:08,787 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1668): Closing 90b6a103017db0ae4ac02e46e84e0508, disabling compactions & flushes 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:08,787 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1690): Closing region table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. after waiting 0 ms 2023-11-12T09:20:08,787 INFO [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1690): Closing region table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:08,787 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1778): Acquired close lock on table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. after waiting 0 ms 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for fa8bff91dc119a631baee43ca5c6ed50: 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. after waiting 0 ms 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1788): Updates disabled for region table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:08,787 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1909): Closed table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:08,787 INFO [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1909): Closed table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1622): Region close journal for 8e330281260c273d06ddf57c4c26dc2c: 2023-11-12T09:20:08,787 DEBUG [RegionOpenAndInit-table1-pool-2 {}] regionserver.HRegion(1622): Region close journal for 90b6a103017db0ae4ac02e46e84e0508: 2023-11-12T09:20:08,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:20:08,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50.","families":{"info":[{"qualifier":"regioninfo","vlen":47,"tag":[],"timestamp":"1699780808788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780808788"}]},"ts":"1699780808788"} 2023-11-12T09:20:08,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c.","families":{"info":[{"qualifier":"regioninfo","vlen":51,"tag":[],"timestamp":"1699780808788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780808788"}]},"ts":"1699780808788"} 2023-11-12T09:20:08,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780808788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780808788"}]},"ts":"1699780808788"} 2023-11-12T09:20:08,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 3 regions to meta. 2023-11-12T09:20:08,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:20:08,794 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780808793"}]},"ts":"1699780808793"} 2023-11-12T09:20:08,795 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:20:08,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=fa8bff91dc119a631baee43ca5c6ed50, ASSIGN}, {pid=43, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=8e330281260c273d06ddf57c4c26dc2c, ASSIGN}, {pid=44, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=90b6a103017db0ae4ac02e46e84e0508, ASSIGN}] 2023-11-12T09:20:08,802 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=90b6a103017db0ae4ac02e46e84e0508, ASSIGN 2023-11-12T09:20:08,802 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=8e330281260c273d06ddf57c4c26dc2c, ASSIGN 2023-11-12T09:20:08,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=fa8bff91dc119a631baee43ca5c6ed50, ASSIGN 2023-11-12T09:20:08,803 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=8e330281260c273d06ddf57c4c26dc2c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:20:08,803 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=44, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=90b6a103017db0ae4ac02e46e84e0508, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:20:08,804 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=fa8bff91dc119a631baee43ca5c6ed50, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45301,1699780768089; forceNewPlan=false, retain=false 2023-11-12T09:20:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:20:08,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=fa8bff91dc119a631baee43ca5c6ed50, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:08,957 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=90b6a103017db0ae4ac02e46e84e0508, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:08,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=8e330281260c273d06ddf57c4c26dc2c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:08,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE; OpenRegionProcedure fa8bff91dc119a631baee43ca5c6ed50, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:20:08,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 90b6a103017db0ae4ac02e46e84e0508, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:20:08,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE; OpenRegionProcedure 8e330281260c273d06ddf57c4c26dc2c, server=jenkins-hbase3.apache.org,45301,1699780768089}] 2023-11-12T09:20:09,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:09,115 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:09,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 8e330281260c273d06ddf57c4c26dc2c, NAME => 'table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c.', STARTKEY => 'row-t10', ENDKEY => 'row0'} 2023-11-12T09:20:09,116 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:09,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:09,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,118 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,120 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e330281260c273d06ddf57c4c26dc2c columnFamilyName f 2023-11-12T09:20:09,120 DEBUG [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,121 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] regionserver.HStore(324): Store=8e330281260c273d06ddf57c4c26dc2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,121 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,123 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e330281260c273d06ddf57c4c26dc2c columnFamilyName f2 2023-11-12T09:20:09,124 DEBUG [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,125 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] regionserver.HStore(324): Store=8e330281260c273d06ddf57c4c26dc2c/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,125 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,126 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e330281260c273d06ddf57c4c26dc2c columnFamilyName f3 2023-11-12T09:20:09,126 DEBUG [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,127 INFO [StoreOpener-8e330281260c273d06ddf57c4c26dc2c-1 {}] regionserver.HStore(324): Store=8e330281260c273d06ddf57c4c26dc2c/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,129 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:20:09,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:09,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:09,136 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 8e330281260c273d06ddf57c4c26dc2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10213114080, jitterRate=-0.04882963001728058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:20:09,136 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 8e330281260c273d06ddf57c4c26dc2c: 2023-11-12T09:20:09,137 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c., pid=47, masterSystemTime=1699780809111 2023-11-12T09:20:09,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:09,139 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:09,139 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(130): Open table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:09,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7254): Opening region: {ENCODED => 90b6a103017db0ae4ac02e46e84e0508, NAME => 'table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508.', STARTKEY => 'row0', ENDKEY => ''} 2023-11-12T09:20:09,140 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:09,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=8e330281260c273d06ddf57c4c26dc2c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:09,140 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,140 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(888): Instantiated table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:09,140 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7296): checking encryption for 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,140 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7299): checking classloading for 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,141 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,143 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90b6a103017db0ae4ac02e46e84e0508 columnFamilyName f 2023-11-12T09:20:09,143 DEBUG [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,144 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] regionserver.HStore(324): Store=90b6a103017db0ae4ac02e46e84e0508/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=43 2023-11-12T09:20:09,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=43, state=SUCCESS; OpenRegionProcedure 8e330281260c273d06ddf57c4c26dc2c, server=jenkins-hbase3.apache.org,45301,1699780768089 in 181 msec 2023-11-12T09:20:09,144 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=table1, region=8e330281260c273d06ddf57c4c26dc2c, ASSIGN in 345 msec 2023-11-12T09:20:09,146 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90b6a103017db0ae4ac02e46e84e0508 columnFamilyName f2 2023-11-12T09:20:09,146 DEBUG [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,147 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] regionserver.HStore(324): Store=90b6a103017db0ae4ac02e46e84e0508/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,147 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,148 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90b6a103017db0ae4ac02e46e84e0508 columnFamilyName f3 2023-11-12T09:20:09,148 DEBUG [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,149 INFO [StoreOpener-90b6a103017db0ae4ac02e46e84e0508-1 {}] regionserver.HStore(324): Store=90b6a103017db0ae4ac02e46e84e0508/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,150 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,150 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,152 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:20:09,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1076): writing seq id for 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:09,155 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:09,156 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): Opened 90b6a103017db0ae4ac02e46e84e0508; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11458426720, jitterRate=0.06714914739131927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:20:09,156 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(992): Region open journal for 90b6a103017db0ae4ac02e46e84e0508: 2023-11-12T09:20:09,157 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508., pid=46, masterSystemTime=1699780809111 2023-11-12T09:20:09,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:09,159 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(158): Opened table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:09,159 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(130): Open table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:09,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=90b6a103017db0ae4ac02e46e84e0508, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:09,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7254): Opening region: {ENCODED => fa8bff91dc119a631baee43ca5c6ed50, NAME => 'table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50.', STARTKEY => '', ENDKEY => 'row-t10'} 2023-11-12T09:20:09,159 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:20:09,160 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,160 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(888): Instantiated table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:20:09,160 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7296): checking encryption for fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,160 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7299): checking classloading for fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,161 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=44 2023-11-12T09:20:09,163 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa8bff91dc119a631baee43ca5c6ed50 columnFamilyName f 2023-11-12T09:20:09,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 90b6a103017db0ae4ac02e46e84e0508, server=jenkins-hbase3.apache.org,45301,1699780768089 in 202 msec 2023-11-12T09:20:09,163 DEBUG [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,164 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] regionserver.HStore(324): Store=fa8bff91dc119a631baee43ca5c6ed50/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,164 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=table1, region=90b6a103017db0ae4ac02e46e84e0508, ASSIGN in 364 msec 2023-11-12T09:20:09,165 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa8bff91dc119a631baee43ca5c6ed50 columnFamilyName f2 2023-11-12T09:20:09,166 DEBUG [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,166 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] regionserver.HStore(324): Store=fa8bff91dc119a631baee43ca5c6ed50/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,167 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,168 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa8bff91dc119a631baee43ca5c6ed50 columnFamilyName f3 2023-11-12T09:20:09,168 DEBUG [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:20:09,168 INFO [StoreOpener-fa8bff91dc119a631baee43ca5c6ed50-1 {}] regionserver.HStore(324): Store=fa8bff91dc119a631baee43ca5c6ed50/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:20:09,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,171 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:20:09,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1076): writing seq id for fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:09,175 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:20:09,175 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): Opened fa8bff91dc119a631baee43ca5c6ed50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10242994560, jitterRate=-0.04604679346084595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:20:09,176 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(992): Region open journal for fa8bff91dc119a631baee43ca5c6ed50: 2023-11-12T09:20:09,176 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50., pid=45, masterSystemTime=1699780809111 2023-11-12T09:20:09,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:09,178 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(158): Opened table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:09,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=fa8bff91dc119a631baee43ca5c6ed50, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:09,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=42 2023-11-12T09:20:09,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=42, state=SUCCESS; OpenRegionProcedure fa8bff91dc119a631baee43ca5c6ed50, server=jenkins-hbase3.apache.org,45301,1699780768089 in 223 msec 2023-11-12T09:20:09,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-12T09:20:09,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-11-12T09:20:09,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=table1, region=fa8bff91dc119a631baee43ca5c6ed50, ASSIGN in 384 msec 2023-11-12T09:20:09,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:20:09,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780809186"}]},"ts":"1699780809186"} 2023-11-12T09:20:09,188 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:20:09,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:20:09,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; CreateTableProcedure table=table1 in 849 msec 2023-11-12T09:20:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=42247 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=41 2023-11-12T09:20:09,453 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 41 completed 2023-11-12T09:20:09,460 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348,hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269 from hbase tables test-1699780784545 to tables table1 2023-11-12T09:20:09,460 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699780784545 into table1 2023-11-12T09:20:09,463 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460 from hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348,hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269 2023-11-12T09:20:09,466 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x732bbf86 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:09,473 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de17648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:09,474 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:09,475 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54614, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:09,483 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:20:09,483 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:20:09,487 DEBUG [hconnection-0x4970fb2a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:09,488 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56832, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:09,491 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:20:09,492 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row-t10 2023-11-12T09:20:09,492 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: row0 2023-11-12T09:20:09,492 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(694): Configuring 3 reduce partitions to match current region count for all tables 2023-11-12T09:20:09,492 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/partitions_a78ef1a4-b969-408c-a772-12fe06c4f0cf 2023-11-12T09:20:09,934 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:09,935 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:09,935 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:09,936 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,012 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop-7474125099002316068.jar 2023-11-12T09:20:11,012 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,013 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,013 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,014 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,015 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,015 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,016 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,016 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,017 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,018 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:11,018 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:20:11,019 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:20:11,019 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:20:11,020 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:20:11,020 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:20:11,021 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:20:11,021 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:20:11,022 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:20:11,022 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:20:11,023 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:20:11,023 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:20:11,027 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,027 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,028 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,028 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,028 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,029 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:20:11,029 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:20:11,030 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:20:11,030 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:11,030 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x732bbf86 to 127.0.0.1:64009 2023-11-12T09:20:11,030 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:11,031 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:20:11,031 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:20:11,032 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:20:11,039 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:20:11,047 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:20:11,164 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.local.dir/1699780811115/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:20:11,164 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/mapreduce.cluster.local.dir/1699780811115/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:20:11,273 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f2/35aa288295cd4042bbc0ce55fa13312f 2023-11-12T09:20:11,278 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:20:11,324 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f/5c468281fec8477da7641ff3975bdeba 2023-11-12T09:20:11,328 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:20:11,395 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/41f0a06872049fb5deb5223d959a0269/f2/d41d8cd98f00b204e9800998ecf8427e2023111271e5011fcd934ccc832baf09e6be84a5_2068fdecb5f845f48888c96236502348 2023-11-12T09:20:11,399 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:20:11,435 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/archive/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/f3/9c6b8ce0dca34f09ad971c642ff451c8 2023-11-12T09:20:11,440 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:20:11,621 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1944b3da to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:11,636 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:11,638 DEBUG [hconnection-0x3a702c23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:11,641 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56846, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:11,643 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1944b3da to 127.0.0.1:64009 2023-11-12T09:20:11,643 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:11,646 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [002d6a2189bdf7113cef7f4701b34371] 2023-11-12T09:20:11,646 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:20:11,656 DEBUG [pool-333-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/_temporary/0/_temporary/attempt_local1309782311_0002_r_000000_0/f2/1aa4b4dbbede42dcb4459027539fdc94 is 195, key is 02e98da3b5ff34f683b39874270d60fac/f2:q/1699780795638/Put/seqid=0 2023-11-12T09:20:11,659 WARN [Thread-1023 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45301] Specified favored nodes: [jenkins-hbase3.apache.org:45301] 2023-11-12T09:20:12,092 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00c5ddda to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:12,100 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33246e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:12,102 DEBUG [hconnection-0x56267e9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:12,104 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56856, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:12,110 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00c5ddda to 127.0.0.1:64009 2023-11-12T09:20:12,110 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:12,110 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-11-12T09:20:12,110 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:20:12,116 DEBUG [pool-333-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/_temporary/0/_temporary/attempt_local1309782311_0002_r_000001_0/f3/44f04f58954347d49c42d4b68f4aa1b0 is 39, key is row-t10/f3:q1/1699780795696/Put/seqid=0 2023-11-12T09:20:12,118 WARN [Thread-1033 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45301] Specified favored nodes: [jenkins-hbase3.apache.org:45301] 2023-11-12T09:20:12,552 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x098e223f to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:12,558 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d28f87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:12,562 DEBUG [hconnection-0x74c320c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:12,563 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56868, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:12,568 DEBUG [pool-333-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x098e223f to 127.0.0.1:64009 2023-11-12T09:20:12,568 DEBUG [pool-333-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:12,568 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:20:12,568 DEBUG [pool-333-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:20:12,579 DEBUG [pool-333-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/_temporary/0/_temporary/attempt_local1309782311_0002_r_000002_0/f/c4e505471e444328bbea34e20ecfe87f is 37, key is row10/f:q1/1699780787241/Put/seqid=0 2023-11-12T09:20:12,581 WARN [Thread-1043 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45301] Specified favored nodes: [jenkins-hbase3.apache.org:45301] 2023-11-12T09:20:13,245 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460 2023-11-12T09:20:13,246 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x29423824 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:13,253 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e3803e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:13,254 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:13,257 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56882, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:13,267 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/_SUCCESS 2023-11-12T09:20:13,279 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:13,282 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54622, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:13,314 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f/c4e505471e444328bbea34e20ecfe87f first=Optional[row0] last=Optional[row98] 2023-11-12T09:20:13,318 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f2/1aa4b4dbbede42dcb4459027539fdc94 first=Optional[002d6a2189bdf7113cef7f4701b34371] last=Optional[fd03f0af0d8cbfc463bb10d8838409c3] 2023-11-12T09:20:13,322 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f3/44f04f58954347d49c42d4b68f4aa1b0 first=Optional[row-t10] last=Optional[row-t15] 2023-11-12T09:20:13,343 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50., hostname=jenkins-hbase3.apache.org,45301,1699780768089, seqNum=2 for row with hfile group [{f2,hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f2/1aa4b4dbbede42dcb4459027539fdc94}] 2023-11-12T09:20:13,365 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f2/1aa4b4dbbede42dcb4459027539fdc94 for inclusion in fa8bff91dc119a631baee43ca5c6ed50/f2 2023-11-12T09:20:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(623): HFile bounds: first=002d6a2189bdf7113cef7f4701b34371 last=fd03f0af0d8cbfc463bb10d8838409c3 2023-11-12T09:20:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(625): Region bounds: first= last=row-t10 2023-11-12T09:20:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegion(2520): Flush status journal for fa8bff91dc119a631baee43ca5c6ed50: 2023-11-12T09:20:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f2/1aa4b4dbbede42dcb4459027539fdc94 to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f2/1aa4b4dbbede42dcb4459027539fdc94 2023-11-12T09:20:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f2/1aa4b4dbbede42dcb4459027539fdc94 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50/f2/7bfef95c0e2d4f8791a326091b398621_SeqId_4_ 2023-11-12T09:20:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x422d1932 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e002f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:13,389 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54638, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:13,395 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56888, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:13,411 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x422d1932 to 127.0.0.1:64009 2023-11-12T09:20:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,412 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f2/1aa4b4dbbede42dcb4459027539fdc94 into fa8bff91dc119a631baee43ca5c6ed50/f2 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50/f2/7bfef95c0e2d4f8791a326091b398621_SeqId_4_ - updating store file list. 2023-11-12T09:20:13,420 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50/f2/7bfef95c0e2d4f8791a326091b398621_SeqId_4_ into fa8bff91dc119a631baee43ca5c6ed50/f2 2023-11-12T09:20:13,420 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f2/1aa4b4dbbede42dcb4459027539fdc94 into fa8bff91dc119a631baee43ca5c6ed50/f2 (new location: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50/f2/7bfef95c0e2d4f8791a326091b398621_SeqId_4_) 2023-11-12T09:20:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f2/1aa4b4dbbede42dcb4459027539fdc94 2023-11-12T09:20:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2a5cc236 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cded36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:13,449 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54640, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:20:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:13,455 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56898, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:20:13,470 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2a5cc236 to 127.0.0.1:64009 2023-11-12T09:20:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,475 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c., hostname=jenkins-hbase3.apache.org,45301,1699780768089, seqNum=2 for row row-t10 with hfile group [{f3,hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f3/44f04f58954347d49c42d4b68f4aa1b0}] 2023-11-12T09:20:13,478 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f3/44f04f58954347d49c42d4b68f4aa1b0 for inclusion in 8e330281260c273d06ddf57c4c26dc2c/f3 2023-11-12T09:20:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(623): HFile bounds: first=row-t10 last=row-t15 2023-11-12T09:20:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(625): Region bounds: first=row-t10 last=row0 2023-11-12T09:20:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegion(2520): Flush status journal for 8e330281260c273d06ddf57c4c26dc2c: 2023-11-12T09:20:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f3/44f04f58954347d49c42d4b68f4aa1b0 to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f3/44f04f58954347d49c42d4b68f4aa1b0 2023-11-12T09:20:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f3/44f04f58954347d49c42d4b68f4aa1b0 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c/f3/db409556201548dfa8cacde25817e980_SeqId_4_ 2023-11-12T09:20:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x179204b9 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4891bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:13,501 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54646, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:13,507 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56900, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:13,523 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x179204b9 to 127.0.0.1:64009 2023-11-12T09:20:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,525 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f3/44f04f58954347d49c42d4b68f4aa1b0 into 8e330281260c273d06ddf57c4c26dc2c/f3 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c/f3/db409556201548dfa8cacde25817e980_SeqId_4_ - updating store file list. 2023-11-12T09:20:13,539 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c/f3/db409556201548dfa8cacde25817e980_SeqId_4_ into 8e330281260c273d06ddf57c4c26dc2c/f3 2023-11-12T09:20:13,539 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f3/44f04f58954347d49c42d4b68f4aa1b0 into 8e330281260c273d06ddf57c4c26dc2c/f3 (new location: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c/f3/db409556201548dfa8cacde25817e980_SeqId_4_) 2023-11-12T09:20:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f3/44f04f58954347d49c42d4b68f4aa1b0 2023-11-12T09:20:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7f2c89c5 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3e7308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:13,554 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54654, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:20:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:13,560 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56908, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:20:13,575 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7f2c89c5 to 127.0.0.1:64009 2023-11-12T09:20:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,581 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508., hostname=jenkins-hbase3.apache.org,45301,1699780768089, seqNum=2 for row row0 with hfile group [{f,hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f/c4e505471e444328bbea34e20ecfe87f}] 2023-11-12T09:20:13,585 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f/c4e505471e444328bbea34e20ecfe87f for inclusion in 90b6a103017db0ae4ac02e46e84e0508/f 2023-11-12T09:20:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:20:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(625): Region bounds: first=row0 last= 2023-11-12T09:20:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegion(2520): Flush status journal for 90b6a103017db0ae4ac02e46e84e0508: 2023-11-12T09:20:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/hbase-staging/bulk_output-default-table1-1699780809460/f/c4e505471e444328bbea34e20ecfe87f to hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f/c4e505471e444328bbea34e20ecfe87f 2023-11-12T09:20:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f/c4e505471e444328bbea34e20ecfe87f as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508/f/d64dc7b3ecf547c4aed853918bd98985_SeqId_4_ 2023-11-12T09:20:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x333816c6 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@929b272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:13,603 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54670, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:20:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:13,608 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56912, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:20:13,627 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x333816c6 to 127.0.0.1:64009 2023-11-12T09:20:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,628 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f/c4e505471e444328bbea34e20ecfe87f into 90b6a103017db0ae4ac02e46e84e0508/f as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508/f/d64dc7b3ecf547c4aed853918bd98985_SeqId_4_ - updating store file list. 2023-11-12T09:20:13,636 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508/f/d64dc7b3ecf547c4aed853918bd98985_SeqId_4_ into 90b6a103017db0ae4ac02e46e84e0508/f 2023-11-12T09:20:13,636 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f/c4e505471e444328bbea34e20ecfe87f into 90b6a103017db0ae4ac02e46e84e0508/f (new location: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508/f/d64dc7b3ecf547c4aed853918bd98985_SeqId_4_) 2023-11-12T09:20:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/staging/jenkins__table1__8dlki2t9s0ap1g5a7anamtbkkjj9jovgap4pitd9hlh6pumlaqfmkbt3i5ppu5ns/f/c4e505471e444328bbea34e20ecfe87f 2023-11-12T09:20:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a5d7206 to 127.0.0.1:64009 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:20:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0bd824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:20:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:20:13,654 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:54680, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:20:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:20:13,660 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:56926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:20:13,678 INFO [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a5d7206 to 127.0.0.1:64009 2023-11-12T09:20:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=9,queue=0,port=45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,693 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:13,693 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x29423824 to 127.0.0.1:64009 2023-11-12T09:20:13,693 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,694 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:20:13,694 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:20:13,694 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] impl.RestoreTablesClient(233): Backup: backup_1699780795707 hdfs://localhost:37017/backupUT/backup_1699780795707/default/test-1699780784545/ 2023-11-12T09:20:13,694 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:20:13,700 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row-t10', inclusive 2023-11-12T09:20:13,703 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-12T09:20:13,714 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row-t10', inclusive 2023-11-12T09:20:13,717 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] client.ClientScanner(248): Advancing internal scanner to startKey at 'row0', inclusive 2023-11-12T09:20:13,826 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.ResourceChecker(175): after: backup.TestRemoteBackup#testFullBackupRemote Thread=877 (was 843) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64009@0x6a4fce60-SendThread(127.0.0.1:64009) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x368f15cf-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: htable-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_522268140_16 at /127.0.0.1:60696 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64009@0x6a4fce60-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x368f15cf-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_522268140_16 at /127.0.0.1:37794 [Waiting for operation #26] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x560c6c4b-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2023856699_16 at /127.0.0.1:59730 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45301,1699780768089)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_522268140_16 at /127.0.0.1:60702 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x560c6c4b-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_522268140_16 at /127.0.0.1:37790 [Waiting for operation #22] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_699949787_16 at /127.0.0.1:37688 [Receiving block BP-1251284780-172.31.12.81-1699780758956:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2023856699_16 at /127.0.0.1:43770 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: IPC Client (77481195) connection to localhost/127.0.0.1:37017 from jenkins.hfs.1 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1053) org.apache.hadoop.ipc.Client$Connection.run(Client.java:1097) Potentially hanging thread: hconnection-0x368f15cf-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64009@0x6a4fce60 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:328) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$517/1143603795.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x368f15cf-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x560c6c4b-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x368f15cf-metaLookup-shared--pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_522268140_16 at /127.0.0.1:60704 [Waiting for operation #52] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1251284780-172.31.12.81-1699780758956:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x368f15cf-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x560c6c4b-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1251284780-172.31.12.81-1699780758956:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,42247,1699780763723)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS-EventLoopGroup-5-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_699949787_16 at /127.0.0.1:37678 [Receiving block BP-1251284780-172.31.12.81-1699780758956:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x560c6c4b-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x368f15cf-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x368f15cf-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x560c6c4b-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45301,1699780768089' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2023856699_16 at /127.0.0.1:56796 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x368f15cf-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=963 (was 907) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=349 (was 376), ProcessCount=173 (was 174), AvailableMemoryMB=5833 (was 5342) - AvailableMemoryMB LEAK? - 2023-11-12T09:20:13,826 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.ResourceChecker(130): Thread=877 is superior to 500 2023-11-12T09:20:13,832 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:20:13,832 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5e75ca0c to 127.0.0.1:64009 2023-11-12T09:20:13,832 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,832 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:20:13,832 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.JVMClusterUtil(257): Found active master hash=530616714, stopped=false 2023-11-12T09:20:13,833 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:20:13,834 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2023-11-12T09:20:13,835 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2023-11-12T09:20:13,835 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:20:13,835 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:20:13,835 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:20:13,835 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-11-12T09:20:13,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2023-11-12T09:20:13,835 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36997,1699780775940' ***** 2023-11-12T09:20:13,835 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:20:13,836 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:20:13,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:20:13,859 INFO [RS:0;jenkins-hbase3:36997 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1f62af7c{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:20:13,864 INFO [RS:0;jenkins-hbase3:36997 {}] server.AbstractConnector(383): Stopped ServerConnector@5991cfa6{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:20:13,864 INFO [RS:0;jenkins-hbase3:36997 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:20:13,865 INFO [RS:0;jenkins-hbase3:36997 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5fc2fd0b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:20:13,866 INFO [RS:0;jenkins-hbase3:36997 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1d9a06b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop.log.dir/,STOPPED} 2023-11-12T09:20:13,869 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:20:13,869 INFO [RS:0;jenkins-hbase3:36997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:20:13,869 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:20:13,869 INFO [RS:0;jenkins-hbase3:36997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:20:13,870 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(3528): Received CLOSE for 11cffd1dc4b71574b2b2ce901be4bc9d 2023-11-12T09:20:13,870 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:20:13,870 DEBUG [RS:0;jenkins-hbase3:36997 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:13,871 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:20:13,872 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:20:13,872 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:20:13,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 11cffd1dc4b71574b2b2ce901be4bc9d, disabling compactions & flushes 2023-11-12T09:20:13,872 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:20:13,872 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:20:13,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:20:13,873 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. after waiting 0 ms 2023-11-12T09:20:13,873 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:20:13,873 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 11cffd1dc4b71574b2b2ce901be4bc9d 1/1 column families, dataSize=78 B heapSize=488 B 2023-11-12T09:20:13,873 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-11-12T09:20:13,873 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1583): Online Regions={11cffd1dc4b71574b2b2ce901be4bc9d=hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d., 1588230740=hbase:meta,,1.1588230740} 2023-11-12T09:20:13,874 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:20:13,874 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:20:13,874 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:20:13,874 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:20:13,874 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:20:13,874 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=1.26 KB heapSize=2.89 KB 2023-11-12T09:20:13,875 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1609): Waiting on 11cffd1dc4b71574b2b2ce901be4bc9d, 1588230740 2023-11-12T09:20:13,898 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d/.tmp/info/ef4242c0fa414d129a9aca6fa0c8f74c is 45, key is default/info:d/1699780778825/Put/seqid=0 2023-11-12T09:20:13,902 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/.tmp/info/7cb8e7fe37ad4118849583e968a2c54d is 143, key is hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d./info:regioninfo/1699780778763/Put/seqid=0 2023-11-12T09:20:13,934 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:20:14,075 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1609): Waiting on 11cffd1dc4b71574b2b2ce901be4bc9d, 1588230740 2023-11-12T09:20:14,275 DEBUG [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1609): Waiting on 11cffd1dc4b71574b2b2ce901be4bc9d, 1588230740 2023-11-12T09:20:14,320 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/.tmp/info/7cb8e7fe37ad4118849583e968a2c54d 2023-11-12T09:20:14,324 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d/.tmp/info/ef4242c0fa414d129a9aca6fa0c8f74c 2023-11-12T09:20:14,344 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d/.tmp/info/ef4242c0fa414d129a9aca6fa0c8f74c as hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d/info/ef4242c0fa414d129a9aca6fa0c8f74c 2023-11-12T09:20:14,351 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d/info/ef4242c0fa414d129a9aca6fa0c8f74c, entries=2, sequenceid=6, filesize=4.9 K 2023-11-12T09:20:14,352 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 11cffd1dc4b71574b2b2ce901be4bc9d in 479ms, sequenceid=6, compaction requested=false 2023-11-12T09:20:14,366 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/.tmp/table/01e0d22040da4961b455a9cb607d2200 is 51, key is hbase:namespace/table:state/1699780778785/Put/seqid=0 2023-11-12T09:20:14,375 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37017/tmp/wal/data/hbase/namespace/11cffd1dc4b71574b2b2ce901be4bc9d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-12T09:20:14,376 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:14,379 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:20:14,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 11cffd1dc4b71574b2b2ce901be4bc9d: 2023-11-12T09:20:14,380 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699780778299.11cffd1dc4b71574b2b2ce901be4bc9d. 2023-11-12T09:20:14,381 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=94 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/.tmp/table/01e0d22040da4961b455a9cb607d2200 2023-11-12T09:20:14,388 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/.tmp/info/7cb8e7fe37ad4118849583e968a2c54d as hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/info/7cb8e7fe37ad4118849583e968a2c54d 2023-11-12T09:20:14,393 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/info/7cb8e7fe37ad4118849583e968a2c54d, entries=10, sequenceid=9, filesize=6.4 K 2023-11-12T09:20:14,394 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/.tmp/table/01e0d22040da4961b455a9cb607d2200 as hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/table/01e0d22040da4961b455a9cb607d2200 2023-11-12T09:20:14,400 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/data/hbase/meta/1588230740/table/01e0d22040da4961b455a9cb607d2200, entries=2, sequenceid=9, filesize=5.1 K 2023-11-12T09:20:14,401 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~1.26 KB/1290, heapSize ~2.61 KB/2672, currentSize=0 B/0 for 1588230740 in 527ms, sequenceid=9, compaction requested=false 2023-11-12T09:20:14,418 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37017/tmp/wal/data/hbase/meta/1588230740/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2023-11-12T09:20:14,418 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:14,418 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:20:14,419 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:20:14,419 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:20:14,419 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:20:14,475 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36997,1699780775940; all regions closed. 2023-11-12T09:20:14,486 DEBUG [RS:0;jenkins-hbase3:36997 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /tmp/wal/oldWALs 2023-11-12T09:20:14,486 INFO [RS:0;jenkins-hbase3:36997 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C36997%2C1699780775940.meta:.meta(num 1699780778185) 2023-11-12T09:20:14,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /tmp/wal/WALs/jenkins-hbase3.apache.org,36997,1699780775940/jenkins-hbase3.apache.org%2C36997%2C1699780775940.1699780777979 not finished, retry = 0 2023-11-12T09:20:14,564 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE; InitializeStoreFileTrackerProcedure table=test-1699780784545 2023-11-12T09:20:14,597 DEBUG [RS:0;jenkins-hbase3:36997 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /tmp/wal/oldWALs 2023-11-12T09:20:14,597 INFO [RS:0;jenkins-hbase3:36997 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C36997%2C1699780775940:(num 1699780777979) 2023-11-12T09:20:14,597 DEBUG [RS:0;jenkins-hbase3:36997 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:14,597 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:20:14,597 INFO [RS:0;jenkins-hbase3:36997 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-12T09:20:14,598 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:20:14,600 INFO [RS:0;jenkins-hbase3:36997 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36997 2023-11-12T09:20:14,606 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2023-11-12T09:20:14,606 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/jenkins-hbase3.apache.org,36997,1699780775940 2023-11-12T09:20:14,607 ERROR [Listener at localhost/42421-EventThread {}] zookeeper.ClientCnxn$EventThread(580): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$100/433841468@55dcb77a rejected from java.util.concurrent.ThreadPoolExecutor@51e32919[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379) ~[?:1.8.0_362] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:668) ~[?:1.8.0_362] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:608) ~[hbase-zookeeper-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:578) ~[zookeeper-3.8.3.jar:3.8.3] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:553) ~[zookeeper-3.8.3.jar:3.8.3] 2023-11-12T09:20:14,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,36997,1699780775940] 2023-11-12T09:20:14,610 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,36997,1699780775940; numProcessing=1 2023-11-12T09:20:14,612 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /2/draining/jenkins-hbase3.apache.org,36997,1699780775940 already deleted, retry=false 2023-11-12T09:20:14,613 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,36997,1699780775940 expired; onlineServers=0 2023-11-12T09:20:14,613 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34189,1699780775718' ***** 2023-11-12T09:20:14,613 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:20:14,614 DEBUG [M:0;jenkins-hbase3:34189 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4f2936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:20:14,614 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:20:14,624 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2023-11-12T09:20:14,624 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2023-11-12T09:20:14,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:20:14,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2023-11-12T09:20:14,712 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:14,712 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36997-0x1004cee0a2b0005, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:14,712 INFO [RS:0;jenkins-hbase3:36997 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36997,1699780775940; zookeeper connection closed. 2023-11-12T09:20:14,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c88d9cc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c88d9cc 2023-11-12T09:20:14,725 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:20:14,728 INFO [M:0;jenkins-hbase3:34189 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@18ddfe4{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:20:14,728 INFO [M:0;jenkins-hbase3:34189 {}] server.AbstractConnector(383): Stopped ServerConnector@369a609c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:20:14,728 INFO [M:0;jenkins-hbase3:34189 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:20:14,736 INFO [M:0;jenkins-hbase3:34189 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@720b2116{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:20:14,737 INFO [M:0;jenkins-hbase3:34189 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@36307437{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/hadoop.log.dir/,STOPPED} 2023-11-12T09:20:14,738 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34189,1699780775718 2023-11-12T09:20:14,738 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34189,1699780775718; all regions closed. 2023-11-12T09:20:14,738 DEBUG [M:0;jenkins-hbase3:34189 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:14,738 INFO [M:0;jenkins-hbase3:34189 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:20:14,755 INFO [M:0;jenkins-hbase3:34189 {}] server.AbstractConnector(383): Stopped ServerConnector@2141b9bd{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:20:14,756 DEBUG [M:0;jenkins-hbase3:34189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:20:14,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:20:14,757 INFO [M:0;jenkins-hbase3:34189 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:20:14,757 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780777641 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780777641,5,FailOnTimeoutGroup] 2023-11-12T09:20:14,757 DEBUG [M:0;jenkins-hbase3:34189 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x18edb226 to 127.0.0.1:64009 2023-11-12T09:20:14,757 DEBUG [M:0;jenkins-hbase3:34189 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:14,757 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780777652 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780777652,5,FailOnTimeoutGroup] 2023-11-12T09:20:14,757 DEBUG [M:0;jenkins-hbase3:34189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:20:14,774 INFO [M:0;jenkins-hbase3:34189 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:20:14,774 DEBUG [M:0;jenkins-hbase3:34189 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:20:14,774 INFO [M:0;jenkins-hbase3:34189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:20:14,774 ERROR [M:0;jenkins-hbase3:34189 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T09:20:14,775 INFO [M:0;jenkins-hbase3:34189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:20:14,775 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:20:14,776 DEBUG [M:0;jenkins-hbase3:34189 {}] zookeeper.ZKUtil(347): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2023-11-12T09:20:14,776 WARN [M:0;jenkins-hbase3:34189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:20:14,776 INFO [M:0;jenkins-hbase3:34189 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:20:14,777 INFO [M:0;jenkins-hbase3:34189 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:20:14,785 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:20:14,801 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:14,801 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:14,801 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:20:14,801 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:14,801 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=25.76 KB heapSize=33.30 KB 2023-11-12T09:20:14,827 DEBUG [M:0;jenkins-hbase3:34189 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/122ff26fae954d4d8c6f2c2d394b8918 is 88, key is hbase:meta,,1/info:sn/1699780778007/Put/seqid=0 2023-11-12T09:20:14,834 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/122ff26fae954d4d8c6f2c2d394b8918 2023-11-12T09:20:14,857 DEBUG [M:0;jenkins-hbase3:34189 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cec67efd6f404fc0bf58b9bfb8a9c3a8 is 241, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1699780778256/Put/seqid=0 2023-11-12T09:20:14,981 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/.tabledesc/.tableinfo.0000000002.907 2023-11-12T09:20:14,981 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/.tabledesc/.tableinfo.0000000003.949 2023-11-12T09:20:14,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, state=SUCCESS; InitializeStoreFileTrackerProcedure table=test-1699780784545 in 426 msec 2023-11-12T09:20:15,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-12T09:20:15,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:20:15,263 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25.17 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cec67efd6f404fc0bf58b9bfb8a9c3a8 2023-11-12T09:20:15,269 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cec67efd6f404fc0bf58b9bfb8a9c3a8 2023-11-12T09:20:15,285 DEBUG [M:0;jenkins-hbase3:34189 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55b22bcd63d447428f3abb004e4f2539 is 82, key is jenkins-hbase3.apache.org,36997,1699780775940/rs:state/1699780777716/Put/seqid=0 2023-11-12T09:20:15,690 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55b22bcd63d447428f3abb004e4f2539 2023-11-12T09:20:15,696 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/122ff26fae954d4d8c6f2c2d394b8918 as hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/122ff26fae954d4d8c6f2c2d394b8918 2023-11-12T09:20:15,702 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/122ff26fae954d4d8c6f2c2d394b8918, entries=8, sequenceid=76, filesize=5.5 K 2023-11-12T09:20:15,704 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cec67efd6f404fc0bf58b9bfb8a9c3a8 as hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cec67efd6f404fc0bf58b9bfb8a9c3a8 2023-11-12T09:20:15,710 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cec67efd6f404fc0bf58b9bfb8a9c3a8 2023-11-12T09:20:15,710 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cec67efd6f404fc0bf58b9bfb8a9c3a8, entries=8, sequenceid=76, filesize=5.4 K 2023-11-12T09:20:15,711 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55b22bcd63d447428f3abb004e4f2539 as hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55b22bcd63d447428f3abb004e4f2539 2023-11-12T09:20:15,717 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37017/user/jenkins/test-data/b170df3a-aa08-9b57-c28d-b70872fcf538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55b22bcd63d447428f3abb004e4f2539, entries=1, sequenceid=76, filesize=5.1 K 2023-11-12T09:20:15,718 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(3022): Finished flush of dataSize ~25.76 KB/26381, heapSize ~33.01 KB/33800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=76, compaction requested=false 2023-11-12T09:20:15,727 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:15,727 DEBUG [M:0;jenkins-hbase3:34189 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:20:15,731 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:20:15,731 INFO [M:0;jenkins-hbase3:34189 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:20:15,731 INFO [M:0;jenkins-hbase3:34189 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:20:15,732 INFO [M:0;jenkins-hbase3:34189 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34189 2023-11-12T09:20:15,735 DEBUG [M:0;jenkins-hbase3:34189 {}] zookeeper.RecoverableZooKeeper(224): Node /2/rs/jenkins-hbase3.apache.org,34189,1699780775718 already deleted, retry=false 2023-11-12T09:20:15,838 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:15,838 INFO [M:0;jenkins-hbase3:34189 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34189,1699780775718; zookeeper connection closed. 2023-11-12T09:20:15,838 DEBUG [Listener at localhost/42421-EventThread {}] zookeeper.ZKWatcher(604): master:34189-0x1004cee0a2b0004, quorum=127.0.0.1:64009, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:15,841 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:20:15,850 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:20:15,956 WARN [BP-36822072-172.31.12.81-1699780774661 heartbeating to localhost/127.0.0.1:37017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:20:15,956 WARN [BP-36822072-172.31.12.81-1699780774661 heartbeating to localhost/127.0.0.1:37017 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-36822072-172.31.12.81-1699780774661 (Datanode Uuid 05af382a-93d1-4e30-98fd-6bad9c54d572) service to localhost/127.0.0.1:37017 2023-11-12T09:20:15,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/cluster_8165544d-713e-712b-a9dd-2e2421253c76/dfs/data/data5/current/BP-36822072-172.31.12.81-1699780774661 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:15,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/cluster_8165544d-713e-712b-a9dd-2e2421253c76/dfs/data/data6/current/BP-36822072-172.31.12.81-1699780774661 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:15,963 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:20:16,001 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:20:16,106 WARN [BP-36822072-172.31.12.81-1699780774661 heartbeating to localhost/127.0.0.1:37017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:20:16,106 WARN [BP-36822072-172.31.12.81-1699780774661 heartbeating to localhost/127.0.0.1:37017 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-36822072-172.31.12.81-1699780774661 (Datanode Uuid 0745e2db-fa2d-4e1b-b932-a3973acb2d68) service to localhost/127.0.0.1:37017 2023-11-12T09:20:16,106 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/cluster_8165544d-713e-712b-a9dd-2e2421253c76/dfs/data/data3/current/BP-36822072-172.31.12.81-1699780774661 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:16,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/cluster_8165544d-713e-712b-a9dd-2e2421253c76/dfs/data/data4/current/BP-36822072-172.31.12.81-1699780774661 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:16,110 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:20:16,116 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:20:16,220 WARN [BP-36822072-172.31.12.81-1699780774661 heartbeating to localhost/127.0.0.1:37017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:20:16,220 WARN [BP-36822072-172.31.12.81-1699780774661 heartbeating to localhost/127.0.0.1:37017 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-36822072-172.31.12.81-1699780774661 (Datanode Uuid e4bf89f3-3ad1-4bdf-b72f-de74ba2f8cc6) service to localhost/127.0.0.1:37017 2023-11-12T09:20:16,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/cluster_8165544d-713e-712b-a9dd-2e2421253c76/dfs/data/data1/current/BP-36822072-172.31.12.81-1699780774661 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:16,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/56fe21a8-f427-7fc7-3ea4-8a44b5041efd/cluster_8165544d-713e-712b-a9dd-2e2421253c76/dfs/data/data2/current/BP-36822072-172.31.12.81-1699780774661 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:16,256 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:20:16,401 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:20:16,401 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:20:16,401 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:16,401 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5bb4a230 to 127.0.0.1:64009 2023-11-12T09:20:16,401 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:16,401 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:20:16,401 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] util.JVMClusterUtil(257): Found active master hash=685442461, stopped=false 2023-11-12T09:20:16,401 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:20:16,404 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:20:16,404 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:20:16,404 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:20:16,404 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:16,404 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:16,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:20:16,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:20:16,406 DEBUG [Listener at jenkins-hbase3.apache.org/43785 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:16,406 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45301,1699780768089' ***** 2023-11-12T09:20:16,406 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:20:16,406 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:20:16,410 INFO [RS:0;jenkins-hbase3:45301 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7d3b7edd{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:20:16,410 INFO [RS:0;jenkins-hbase3:45301 {}] server.AbstractConnector(383): Stopped ServerConnector@d5240ed{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:20:16,410 INFO [RS:0;jenkins-hbase3:45301 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:20:16,414 INFO [RS:0;jenkins-hbase3:45301 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@d5f9d5b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:20:16,416 INFO [RS:0;jenkins-hbase3:45301 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@146b2ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.log.dir/,STOPPED} 2023-11-12T09:20:16,416 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:20:16,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 90b6a103017db0ae4ac02e46e84e0508 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 2d147d7a0775d8a0797c8b873a260dd5 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 2068fdecb5f845f48888c96236502348 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for ca2503b4d59b728d06ce343a2978fde5 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 57c24140da65372f2ab5387243ef3290 2023-11-12T09:20:16,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 90b6a103017db0ae4ac02e46e84e0508, disabling compactions & flushes 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 7400a7d3a92052b0e8290834f4664392 2023-11-12T09:20:16,417 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 2c4c978f6f1f33276fd4acfd1ae4c083 2023-11-12T09:20:16,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:16,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. after waiting 0 ms 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 20dbe4a9bbbbf8c223fe0593072a4f84 2023-11-12T09:20:16,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 8e330281260c273d06ddf57c4c26dc2c 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:16,417 INFO [RS:0;jenkins-hbase3:45301 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:20:16,418 DEBUG [RS:0;jenkins-hbase3:45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:16,418 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:20:16,418 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:20:16,418 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:20:16,418 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:20:16,426 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1579): Waiting on 11 regions to close 2023-11-12T09:20:16,426 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2068fdecb5f845f48888c96236502348, 20dbe4a9bbbbf8c223fe0593072a4f84, 2c4c978f6f1f33276fd4acfd1ae4c083, 2d147d7a0775d8a0797c8b873a260dd5, 57c24140da65372f2ab5387243ef3290, 7400a7d3a92052b0e8290834f4664392, 8e330281260c273d06ddf57c4c26dc2c, 90b6a103017db0ae4ac02e46e84e0508, ca2503b4d59b728d06ce343a2978fde5, fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:16,429 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:20:16,429 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:20:16,429 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:20:16,430 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:20:16,430 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:20:16,430 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=14.34 KB heapSize=24.63 KB 2023-11-12T09:20:16,435 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/90b6a103017db0ae4ac02e46e84e0508/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:20:16,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:16,437 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:16,437 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 90b6a103017db0ae4ac02e46e84e0508: 2023-11-12T09:20:16,438 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1699780808341.90b6a103017db0ae4ac02e46e84e0508. 2023-11-12T09:20:16,438 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2d147d7a0775d8a0797c8b873a260dd5, disabling compactions & flushes 2023-11-12T09:20:16,438 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:20:16,438 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:20:16,438 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:20:16,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. after waiting 0 ms 2023-11-12T09:20:16,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:20:16,443 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns3/test-16997807845452/2d147d7a0775d8a0797c8b873a260dd5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:20:16,444 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:16,446 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:20:16,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2d147d7a0775d8a0797c8b873a260dd5: 2023-11-12T09:20:16,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997807845452,,1699780789549.2d147d7a0775d8a0797c8b873a260dd5. 2023-11-12T09:20:16,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2068fdecb5f845f48888c96236502348, disabling compactions & flushes 2023-11-12T09:20:16,446 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:20:16,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:20:16,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. after waiting 0 ms 2023-11-12T09:20:16,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:20:16,461 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/.tmp/info/1b0d5ce6890448ca9026cd7037873704 is 159, key is ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290./info:regioninfo/1699780788531/Put/seqid=0 2023-11-12T09:20:16,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/test-1699780784545/2068fdecb5f845f48888c96236502348/recovered.edits/119.seqid, newMaxSeqId=119, maxSeqId=106 2023-11-12T09:20:16,467 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:16,468 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:20:16,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2068fdecb5f845f48888c96236502348: 2023-11-12T09:20:16,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699780784545,,1699780785075.2068fdecb5f845f48888c96236502348. 2023-11-12T09:20:16,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ca2503b4d59b728d06ce343a2978fde5, disabling compactions & flushes 2023-11-12T09:20:16,469 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:20:16,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:20:16,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. after waiting 0 ms 2023-11-12T09:20:16,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:20:16,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system_bulk/ca2503b4d59b728d06ce343a2978fde5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:20:16,476 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:16,477 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:20:16,477 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ca2503b4d59b728d06ce343a2978fde5: 2023-11-12T09:20:16,477 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699780798010.ca2503b4d59b728d06ce343a2978fde5. 2023-11-12T09:20:16,478 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 57c24140da65372f2ab5387243ef3290, disabling compactions & flushes 2023-11-12T09:20:16,478 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:20:16,478 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:20:16,478 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. after waiting 0 ms 2023-11-12T09:20:16,478 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:20:16,478 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 57c24140da65372f2ab5387243ef3290 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:20:16,499 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290/.tmp/f/738b07a4ed2d4fbbb8c9987518044cf0 is 37, key is row10/f:q1/1699780789460/Put/seqid=0 2023-11-12T09:20:16,505 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290/.tmp/f/738b07a4ed2d4fbbb8c9987518044cf0 2023-11-12T09:20:16,513 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290/.tmp/f/738b07a4ed2d4fbbb8c9987518044cf0 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290/f/738b07a4ed2d4fbbb8c9987518044cf0 2023-11-12T09:20:16,520 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290/f/738b07a4ed2d4fbbb8c9987518044cf0, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:20:16,521 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 57c24140da65372f2ab5387243ef3290 in 43ms, sequenceid=103, compaction requested=false 2023-11-12T09:20:16,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns2/test-16997807845451/57c24140da65372f2ab5387243ef3290/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:20:16,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:16,532 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:20:16,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 57c24140da65372f2ab5387243ef3290: 2023-11-12T09:20:16,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997807845451,,1699780787326.57c24140da65372f2ab5387243ef3290. 2023-11-12T09:20:16,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7400a7d3a92052b0e8290834f4664392, disabling compactions & flushes 2023-11-12T09:20:16,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:20:16,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:20:16,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. after waiting 0 ms 2023-11-12T09:20:16,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:20:16,537 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/ns4/test-16997807845453/7400a7d3a92052b0e8290834f4664392/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:20:16,537 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:16,538 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:20:16,538 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7400a7d3a92052b0e8290834f4664392: 2023-11-12T09:20:16,539 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997807845453,,1699780791679.7400a7d3a92052b0e8290834f4664392. 2023-11-12T09:20:16,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2c4c978f6f1f33276fd4acfd1ae4c083, disabling compactions & flushes 2023-11-12T09:20:16,540 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:20:16,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:20:16,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. after waiting 0 ms 2023-11-12T09:20:16,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:20:16,540 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 2c4c978f6f1f33276fd4acfd1ae4c083 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:20:16,560 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083/.tmp/info/1c87fdfc6a1a44eb81324aa4d01a4d2b is 45, key is default/info:d/1699780774413/Put/seqid=0 2023-11-12T09:20:16,626 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 20dbe4a9bbbbf8c223fe0593072a4f84, 2c4c978f6f1f33276fd4acfd1ae4c083, 8e330281260c273d06ddf57c4c26dc2c, fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:16,642 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:20:16,642 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:20:16,826 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 20dbe4a9bbbbf8c223fe0593072a4f84, 2c4c978f6f1f33276fd4acfd1ae4c083, 8e330281260c273d06ddf57c4c26dc2c, fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:16,876 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.57 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/.tmp/info/1b0d5ce6890448ca9026cd7037873704 2023-11-12T09:20:16,896 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/.tmp/table/61ac1aa17eab467e8ed66cc8cffc0532 is 59, key is ns2:test-16997807845451/table:state/1699780788541/Put/seqid=0 2023-11-12T09:20:16,967 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083/.tmp/info/1c87fdfc6a1a44eb81324aa4d01a4d2b 2023-11-12T09:20:16,973 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083/.tmp/info/1c87fdfc6a1a44eb81324aa4d01a4d2b as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083/info/1c87fdfc6a1a44eb81324aa4d01a4d2b 2023-11-12T09:20:16,978 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083/info/1c87fdfc6a1a44eb81324aa4d01a4d2b, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:20:16,979 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 2c4c978f6f1f33276fd4acfd1ae4c083 in 439ms, sequenceid=11, compaction requested=false 2023-11-12T09:20:16,979 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:20:16,986 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/namespace/2c4c978f6f1f33276fd4acfd1ae4c083/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:20:16,986 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:16,987 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:20:16,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2c4c978f6f1f33276fd4acfd1ae4c083: 2023-11-12T09:20:16,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699780773728.2c4c978f6f1f33276fd4acfd1ae4c083. 2023-11-12T09:20:16,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 20dbe4a9bbbbf8c223fe0593072a4f84, disabling compactions & flushes 2023-11-12T09:20:16,987 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:20:16,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:20:16,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. after waiting 0 ms 2023-11-12T09:20:16,987 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:20:16,987 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 20dbe4a9bbbbf8c223fe0593072a4f84 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-11-12T09:20:17,001 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/meta/1fb8c501c0ea40bc8677669d34b7a581 is 169, key is trslm:hdfs://localhost:37017/backupUT\x00test-1699780784545/meta:log-roll-map/1699780807755/Put/seqid=0 2023-11-12T09:20:17,027 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 20dbe4a9bbbbf8c223fe0593072a4f84, 8e330281260c273d06ddf57c4c26dc2c, fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:17,227 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 20dbe4a9bbbbf8c223fe0593072a4f84, 8e330281260c273d06ddf57c4c26dc2c, fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:17,301 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=790 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/.tmp/table/61ac1aa17eab467e8ed66cc8cffc0532 2023-11-12T09:20:17,309 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/.tmp/info/1b0d5ce6890448ca9026cd7037873704 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/info/1b0d5ce6890448ca9026cd7037873704 2023-11-12T09:20:17,315 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/info/1b0d5ce6890448ca9026cd7037873704, entries=105, sequenceid=52, filesize=18.3 K 2023-11-12T09:20:17,316 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/.tmp/table/61ac1aa17eab467e8ed66cc8cffc0532 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/table/61ac1aa17eab467e8ed66cc8cffc0532 2023-11-12T09:20:17,322 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/table/61ac1aa17eab467e8ed66cc8cffc0532, entries=16, sequenceid=52, filesize=5.8 K 2023-11-12T09:20:17,324 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~14.34 KB/14688, heapSize ~24.34 KB/24928, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=52, compaction requested=false 2023-11-12T09:20:17,324 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:20:17,336 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/hbase/meta/1588230740/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2023-11-12T09:20:17,337 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:17,337 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:20:17,338 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:20:17,338 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:20:17,338 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:20:17,405 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/meta/1fb8c501c0ea40bc8677669d34b7a581 2023-11-12T09:20:17,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/session/b46fa70b537b4812ba38ef8e7b344e94 is 310, key is session:backup_1699780795707/session:context/1699780808226/Put/seqid=0 2023-11-12T09:20:17,424 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/session/b46fa70b537b4812ba38ef8e7b344e94 2023-11-12T09:20:17,427 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-11-12T09:20:17,427 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1583): Online Regions={20dbe4a9bbbbf8c223fe0593072a4f84=backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84., fa8bff91dc119a631baee43ca5c6ed50=table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50., 8e330281260c273d06ddf57c4c26dc2c=table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c.} 2023-11-12T09:20:17,427 DEBUG [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1609): Waiting on 20dbe4a9bbbbf8c223fe0593072a4f84, 8e330281260c273d06ddf57c4c26dc2c, fa8bff91dc119a631baee43ca5c6ed50 2023-11-12T09:20:17,431 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/meta/1fb8c501c0ea40bc8677669d34b7a581 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/meta/1fb8c501c0ea40bc8677669d34b7a581 2023-11-12T09:20:17,438 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/meta/1fb8c501c0ea40bc8677669d34b7a581, entries=4, sequenceid=16, filesize=5.5 K 2023-11-12T09:20:17,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/.tmp/session/b46fa70b537b4812ba38ef8e7b344e94 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/session/b46fa70b537b4812ba38ef8e7b344e94 2023-11-12T09:20:17,444 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/session/b46fa70b537b4812ba38ef8e7b344e94, entries=2, sequenceid=16, filesize=5.3 K 2023-11-12T09:20:17,445 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 20dbe4a9bbbbf8c223fe0593072a4f84 in 458ms, sequenceid=16, compaction requested=false 2023-11-12T09:20:17,462 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/backup/system/20dbe4a9bbbbf8c223fe0593072a4f84/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-11-12T09:20:17,462 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:17,464 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:20:17,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 20dbe4a9bbbbf8c223fe0593072a4f84: 2023-11-12T09:20:17,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699780795878.20dbe4a9bbbbf8c223fe0593072a4f84. 2023-11-12T09:20:17,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fa8bff91dc119a631baee43ca5c6ed50, disabling compactions & flushes 2023-11-12T09:20:17,464 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:17,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:17,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. after waiting 0 ms 2023-11-12T09:20:17,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:17,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/fa8bff91dc119a631baee43ca5c6ed50/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:20:17,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:17,471 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:17,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fa8bff91dc119a631baee43ca5c6ed50: 2023-11-12T09:20:17,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1699780808341.fa8bff91dc119a631baee43ca5c6ed50. 2023-11-12T09:20:17,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8e330281260c273d06ddf57c4c26dc2c, disabling compactions & flushes 2023-11-12T09:20:17,471 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:17,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:17,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. after waiting 0 ms 2023-11-12T09:20:17,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:17,480 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/data/default/table1/8e330281260c273d06ddf57c4c26dc2c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:20:17,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:20:17,481 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:17,482 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8e330281260c273d06ddf57c4c26dc2c: 2023-11-12T09:20:17,482 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row-t10,1699780808341.8e330281260c273d06ddf57c4c26dc2c. 2023-11-12T09:20:17,627 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45301,1699780768089; all regions closed. 2023-11-12T09:20:17,635 DEBUG [RS:0;jenkins-hbase3:45301 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/oldWALs 2023-11-12T09:20:17,636 INFO [RS:0;jenkins-hbase3:45301 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45301%2C1699780768089.meta:.meta(num 1699780801401) 2023-11-12T09:20:17,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/WALs/jenkins-hbase3.apache.org,45301,1699780768089/jenkins-hbase3.apache.org%2C45301%2C1699780768089.1699780801423 not finished, retry = 0 2023-11-12T09:20:17,746 DEBUG [RS:0;jenkins-hbase3:45301 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/oldWALs 2023-11-12T09:20:17,746 INFO [RS:0;jenkins-hbase3:45301 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45301%2C1699780768089:(num 1699780801423) 2023-11-12T09:20:17,746 DEBUG [RS:0;jenkins-hbase3:45301 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:17,746 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:20:17,746 INFO [RS:0;jenkins-hbase3:45301 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-12T09:20:17,746 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:20:17,748 INFO [RS:0;jenkins-hbase3:45301 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45301 2023-11-12T09:20:17,754 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,45301,1699780768089 2023-11-12T09:20:17,754 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:20:17,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45301,1699780768089] 2023-11-12T09:20:17,758 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45301,1699780768089; numProcessing=1 2023-11-12T09:20:17,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,45301,1699780768089 already deleted, retry=false 2023-11-12T09:20:17,759 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,45301,1699780768089 expired; onlineServers=0 2023-11-12T09:20:17,759 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,42247,1699780763723' ***** 2023-11-12T09:20:17,759 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:20:17,760 DEBUG [M:0;jenkins-hbase3:42247 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b6473a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:20:17,760 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:20:17,770 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:20:17,772 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:20:17,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:20:17,779 INFO [M:0;jenkins-hbase3:42247 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@bc884dc{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:20:17,779 INFO [M:0;jenkins-hbase3:42247 {}] server.AbstractConnector(383): Stopped ServerConnector@ef07c61{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:20:17,779 INFO [M:0;jenkins-hbase3:42247 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:20:17,780 INFO [M:0;jenkins-hbase3:42247 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@642f0bef{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:20:17,781 INFO [M:0;jenkins-hbase3:42247 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4644311b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/hadoop.log.dir/,STOPPED} 2023-11-12T09:20:17,781 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,42247,1699780763723 2023-11-12T09:20:17,781 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,42247,1699780763723; all regions closed. 2023-11-12T09:20:17,782 DEBUG [M:0;jenkins-hbase3:42247 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:17,782 INFO [M:0;jenkins-hbase3:42247 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:20:17,782 INFO [M:0;jenkins-hbase3:42247 {}] server.AbstractConnector(383): Stopped ServerConnector@2168c64b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:20:17,783 DEBUG [M:0;jenkins-hbase3:42247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:20:17,783 INFO [M:0;jenkins-hbase3:42247 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:20:17,783 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:20:17,783 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780772361 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780772361,5,FailOnTimeoutGroup] 2023-11-12T09:20:17,783 DEBUG [M:0;jenkins-hbase3:42247 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6395011d to 127.0.0.1:64009 2023-11-12T09:20:17,783 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780772361 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780772361,5,FailOnTimeoutGroup] 2023-11-12T09:20:17,783 DEBUG [M:0;jenkins-hbase3:42247 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:20:17,783 DEBUG [M:0;jenkins-hbase3:42247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:20:17,783 INFO [M:0;jenkins-hbase3:42247 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:20:17,784 DEBUG [M:0;jenkins-hbase3:42247 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:20:17,784 INFO [M:0;jenkins-hbase3:42247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:20:17,784 ERROR [M:0;jenkins-hbase3:42247 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T09:20:17,784 INFO [M:0;jenkins-hbase3:42247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:20:17,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:20:17,785 DEBUG [M:0;jenkins-hbase3:42247 {}] zookeeper.ZKUtil(347): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:20:17,785 WARN [M:0;jenkins-hbase3:42247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:20:17,785 INFO [M:0;jenkins-hbase3:42247 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:20:17,785 INFO [M:0;jenkins-hbase3:42247 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:20:17,786 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:20:17,798 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:17,798 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:17,798 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:20:17,798 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:17,798 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.30 KB heapSize=249.22 KB 2023-11-12T09:20:17,812 DEBUG [M:0;jenkins-hbase3:42247 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/635da1f9c89f4a389be4cc7597ef6d96 is 88, key is hbase:meta,,1/info:sn/1699780772892/Put/seqid=0 2023-11-12T09:20:17,817 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/635da1f9c89f4a389be4cc7597ef6d96 2023-11-12T09:20:17,839 DEBUG [M:0;jenkins-hbase3:42247 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53f21480d5fb43a797e3774cf9f68e27 is 1591, key is \x00\x00\x00\x00\x00\x00\x00\x19/proc:d/1699780795565/Put/seqid=0 2023-11-12T09:20:17,848 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.71 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53f21480d5fb43a797e3774cf9f68e27 2023-11-12T09:20:17,858 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:17,858 INFO [RS:0;jenkins-hbase3:45301 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45301,1699780768089; zookeeper connection closed. 2023-11-12T09:20:17,858 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45301-0x1004cee0a2b0001, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:17,858 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6559d5b3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6559d5b3 2023-11-12T09:20:17,858 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:20:17,858 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f21480d5fb43a797e3774cf9f68e27 2023-11-12T09:20:17,878 DEBUG [M:0;jenkins-hbase3:42247 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04cb99fd121d4abd8a86d78ffaff98cd is 82, key is jenkins-hbase3.apache.org,45301,1699780768089/rs:state/1699780772496/Put/seqid=0 2023-11-12T09:20:18,293 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04cb99fd121d4abd8a86d78ffaff98cd 2023-11-12T09:20:18,300 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/635da1f9c89f4a389be4cc7597ef6d96 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/635da1f9c89f4a389be4cc7597ef6d96 2023-11-12T09:20:18,306 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/635da1f9c89f4a389be4cc7597ef6d96, entries=8, sequenceid=425, filesize=5.5 K 2023-11-12T09:20:18,307 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53f21480d5fb43a797e3774cf9f68e27 as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53f21480d5fb43a797e3774cf9f68e27 2023-11-12T09:20:18,312 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53f21480d5fb43a797e3774cf9f68e27 2023-11-12T09:20:18,312 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53f21480d5fb43a797e3774cf9f68e27, entries=48, sequenceid=425, filesize=17.4 K 2023-11-12T09:20:18,313 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04cb99fd121d4abd8a86d78ffaff98cd as hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04cb99fd121d4abd8a86d78ffaff98cd 2023-11-12T09:20:18,318 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44119/user/jenkins/test-data/dd221b58-f349-ed85-2531-c989bb7aa6bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04cb99fd121d4abd8a86d78ffaff98cd, entries=1, sequenceid=425, filesize=5.1 K 2023-11-12T09:20:18,319 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(3022): Finished flush of dataSize ~212.30 KB/217394, heapSize ~248.92 KB/254896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=425, compaction requested=false 2023-11-12T09:20:18,324 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:20:18,324 DEBUG [M:0;jenkins-hbase3:42247 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:20:18,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:20:18,328 INFO [M:0;jenkins-hbase3:42247 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:20:18,328 INFO [M:0;jenkins-hbase3:42247 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:20:18,328 INFO [M:0;jenkins-hbase3:42247 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:42247 2023-11-12T09:20:18,332 DEBUG [M:0;jenkins-hbase3:42247 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,42247,1699780763723 already deleted, retry=false 2023-11-12T09:20:18,434 INFO [M:0;jenkins-hbase3:42247 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,42247,1699780763723; zookeeper connection closed. 2023-11-12T09:20:18,434 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:18,434 DEBUG [Listener at localhost/46219-EventThread {}] zookeeper.ZKWatcher(604): master:42247-0x1004cee0a2b0000, quorum=127.0.0.1:64009, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:20:18,437 WARN [Listener at jenkins-hbase3.apache.org/43785 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:20:18,442 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:20:18,549 WARN [BP-1251284780-172.31.12.81-1699780758956 heartbeating to localhost/127.0.0.1:44119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:20:18,549 WARN [BP-1251284780-172.31.12.81-1699780758956 heartbeating to localhost/127.0.0.1:44119 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1251284780-172.31.12.81-1699780758956 (Datanode Uuid 8173ce9f-d2f0-4228-8da4-21ecfda43813) service to localhost/127.0.0.1:44119 2023-11-12T09:20:18,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c/dfs/data/data1/current/BP-1251284780-172.31.12.81-1699780758956 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:18,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5e31c7ef-e9ec-3045-e25a-142f3a8161b0/cluster_4fd12a6f-1acd-ab5c-21db-bcd27441ea9c/dfs/data/data2/current/BP-1251284780-172.31.12.81-1699780758956 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:20:18,570 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:20:18,686 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:20:18,718 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:20:18,718 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:20:18,731 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:20:18,872 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:20:18,986 ERROR [Thread[Thread-493,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:20:18,987 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:20:19,091 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:20:19,096 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:20:19,098 ERROR [Thread[Thread-503,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:20:19,101 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:20:19,204 ERROR [Thread[Thread-468,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:20:19,204 INFO [Listener at jenkins-hbase3.apache.org/43785 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped