org.apache.flink.connectors.hive

Class HiveOptions

java.lang.Object

org.apache.flink.connectors.hive.HiveOptions

public class HiveOptions
extends Object

This class holds configuration constants used by hive connector.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HiveOptions.InferMode Infer mode used for TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MODE.
static class	HiveOptions.PartitionOrder Partition order used for STREAMING_SOURCE_PARTITION_ORDER.

Field Summary

Fields

Modifier and Type	Field and Description
static ConfigOption<MemorySize>	COMPACT_SMALL_FILES_AVG_SIZE
static ConfigOption<Duration>	LOOKUP_JOIN_CACHE_TTL
static ConfigOption<String>	SINK_PARTITION_COMMIT_POLICY_KIND Hive users usually commit partition for metastore and a _SUCCESS file.
static ConfigOption<String>	STREAMING_SOURCE_CONSUME_START_OFFSET
static ConfigOption<Boolean>	STREAMING_SOURCE_ENABLE
static ConfigOption<Duration>	STREAMING_SOURCE_MONITOR_INTERVAL
static ConfigOption<String>	STREAMING_SOURCE_PARTITION_INCLUDE
static ConfigOption<HiveOptions.PartitionOrder>	STREAMING_SOURCE_PARTITION_ORDER
static ConfigOption<Integer>	TABLE_EXEC_HIVE_CALCULATE_PARTITION_SIZE_THREAD_NUM
static ConfigOption<Boolean>	TABLE_EXEC_HIVE_DYNAMIC_GROUPING_ENABLED
static ConfigOption<Boolean>	TABLE_EXEC_HIVE_FALLBACK_MAPRED_READER
static ConfigOption<Boolean>	TABLE_EXEC_HIVE_FALLBACK_MAPRED_WRITER
static ConfigOption<MemorySize>	TABLE_EXEC_HIVE_FILE_OPEN_COST
static ConfigOption<Boolean>	TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM Deprecated. Use TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MODE instead.
static ConfigOption<Integer>	TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MAX
static ConfigOption<HiveOptions.InferMode>	TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MODE
static ConfigOption<Integer>	TABLE_EXEC_HIVE_LOAD_PARTITION_SPLITS_THREAD_NUM
static ConfigOption<Boolean>	TABLE_EXEC_HIVE_NATIVE_AGG_FUNCTION_ENABLED
static ConfigOption<Boolean>	TABLE_EXEC_HIVE_READ_PARTITION_WITH_SUBDIRECTORY_ENABLED
static ConfigOption<Integer>	TABLE_EXEC_HIVE_READ_STATISTICS_THREAD_NUM
static ConfigOption<Boolean>	TABLE_EXEC_HIVE_SINK_STATISTIC_AUTO_GATHER_ENABLE
static ConfigOption<Integer>	TABLE_EXEC_HIVE_SINK_STATISTIC_AUTO_GATHER_THREAD_NUM
static ConfigOption<MemorySize>	TABLE_EXEC_HIVE_SPLIT_MAX_BYTES

Constructor Summary

Constructors

Constructor and Description
HiveOptions()

Method Summary

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

TABLE_EXEC_HIVE_FALLBACK_MAPRED_READER

public static final ConfigOption<Boolean> TABLE_EXEC_HIVE_FALLBACK_MAPRED_READER

TABLE_EXEC_HIVE_READ_PARTITION_WITH_SUBDIRECTORY_ENABLED

public static final ConfigOption<Boolean> TABLE_EXEC_HIVE_READ_PARTITION_WITH_SUBDIRECTORY_ENABLED

TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM

@Deprecated
public static final ConfigOption<Boolean> TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM

Deprecated. Use TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MODE instead.

TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MODE

@PublicEvolving
public static final ConfigOption<HiveOptions.InferMode> TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MODE

TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MAX

public static final ConfigOption<Integer> TABLE_EXEC_HIVE_INFER_SOURCE_PARALLELISM_MAX

TABLE_EXEC_HIVE_FALLBACK_MAPRED_WRITER

public static final ConfigOption<Boolean> TABLE_EXEC_HIVE_FALLBACK_MAPRED_WRITER

TABLE_EXEC_HIVE_LOAD_PARTITION_SPLITS_THREAD_NUM

public static final ConfigOption<Integer> TABLE_EXEC_HIVE_LOAD_PARTITION_SPLITS_THREAD_NUM

TABLE_EXEC_HIVE_SPLIT_MAX_BYTES

public static final ConfigOption<MemorySize> TABLE_EXEC_HIVE_SPLIT_MAX_BYTES

TABLE_EXEC_HIVE_FILE_OPEN_COST

public static final ConfigOption<MemorySize> TABLE_EXEC_HIVE_FILE_OPEN_COST

TABLE_EXEC_HIVE_CALCULATE_PARTITION_SIZE_THREAD_NUM

public static final ConfigOption<Integer> TABLE_EXEC_HIVE_CALCULATE_PARTITION_SIZE_THREAD_NUM

TABLE_EXEC_HIVE_DYNAMIC_GROUPING_ENABLED

public static final ConfigOption<Boolean> TABLE_EXEC_HIVE_DYNAMIC_GROUPING_ENABLED

SINK_PARTITION_COMMIT_POLICY_KIND

public static final ConfigOption<String> SINK_PARTITION_COMMIT_POLICY_KIND

Hive users usually commit partition for metastore and a _SUCCESS file. That's why we create a same option with FileSystemConnectorOptions.SINK_PARTITION_COMMIT_POLICY_KIND with different default value.

TABLE_EXEC_HIVE_READ_STATISTICS_THREAD_NUM

public static final ConfigOption<Integer> TABLE_EXEC_HIVE_READ_STATISTICS_THREAD_NUM

COMPACT_SMALL_FILES_AVG_SIZE

public static final ConfigOption<MemorySize> COMPACT_SMALL_FILES_AVG_SIZE

TABLE_EXEC_HIVE_SINK_STATISTIC_AUTO_GATHER_ENABLE

public static final ConfigOption<Boolean> TABLE_EXEC_HIVE_SINK_STATISTIC_AUTO_GATHER_ENABLE

TABLE_EXEC_HIVE_SINK_STATISTIC_AUTO_GATHER_THREAD_NUM

public static final ConfigOption<Integer> TABLE_EXEC_HIVE_SINK_STATISTIC_AUTO_GATHER_THREAD_NUM

STREAMING_SOURCE_ENABLE

public static final ConfigOption<Boolean> STREAMING_SOURCE_ENABLE

STREAMING_SOURCE_PARTITION_INCLUDE

public static final ConfigOption<String> STREAMING_SOURCE_PARTITION_INCLUDE

STREAMING_SOURCE_MONITOR_INTERVAL

public static final ConfigOption<Duration> STREAMING_SOURCE_MONITOR_INTERVAL

STREAMING_SOURCE_CONSUME_START_OFFSET

public static final ConfigOption<String> STREAMING_SOURCE_CONSUME_START_OFFSET

STREAMING_SOURCE_PARTITION_ORDER

public static final ConfigOption<HiveOptions.PartitionOrder> STREAMING_SOURCE_PARTITION_ORDER

LOOKUP_JOIN_CACHE_TTL

public static final ConfigOption<Duration> LOOKUP_JOIN_CACHE_TTL

TABLE_EXEC_HIVE_NATIVE_AGG_FUNCTION_ENABLED

public static final ConfigOption<Boolean> TABLE_EXEC_HIVE_NATIVE_AGG_FUNCTION_ENABLED

Constructor Detail

HiveOptions

public HiveOptions()