public class OrcSplitReaderUtil extends Object
OrcSplitReader
.Constructor and Description |
---|
OrcSplitReaderUtil() |
Modifier and Type | Method and Description |
---|---|
static org.apache.orc.TypeDescription |
convertToOrcTypeWithPart(String[] fullFieldNames,
DataType[] fullFieldTypes,
Collection<String> partitionKeys) |
static org.apache.orc.TypeDescription |
convertToOrcTypeWithPart(String[] fullFieldNames,
LogicalType[] fullFieldTypes,
Collection<String> partitionKeys) |
static OrcColumnarRowSplitReader<org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch> |
genPartColumnarRowReader(String hiveVersion,
org.apache.hadoop.conf.Configuration conf,
String[] fullFieldNames,
DataType[] fullFieldTypes,
Map<String,Object> partitionSpec,
int[] selectedFields,
List<OrcFilters.Predicate> conjunctPredicates,
int batchSize,
Path path,
long splitStart,
long splitLength)
Util for generating partitioned
OrcColumnarRowSplitReader . |
static List<String> |
getNonPartNames(String[] fullFieldNames,
Collection<String> partitionKeys) |
static List<String> |
getNonPartNames(String[] fullFieldNames,
Map<String,Object> partitionSpec) |
static int[] |
getSelectedOrcFields(String[] fullFieldNames,
int[] selectedFields,
List<String> nonPartNames) |
static org.apache.orc.TypeDescription |
logicalTypeToOrcType(LogicalType type)
See
org.apache.flink.table.catalog.hive.util.HiveTypeUtil . |
public static OrcColumnarRowSplitReader<org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch> genPartColumnarRowReader(String hiveVersion, org.apache.hadoop.conf.Configuration conf, String[] fullFieldNames, DataType[] fullFieldTypes, Map<String,Object> partitionSpec, int[] selectedFields, List<OrcFilters.Predicate> conjunctPredicates, int batchSize, Path path, long splitStart, long splitLength) throws IOException
OrcColumnarRowSplitReader
.IOException
public static int[] getSelectedOrcFields(String[] fullFieldNames, int[] selectedFields, List<String> nonPartNames)
public static List<String> getNonPartNames(String[] fullFieldNames, Collection<String> partitionKeys)
public static List<String> getNonPartNames(String[] fullFieldNames, Map<String,Object> partitionSpec)
public static org.apache.orc.TypeDescription convertToOrcTypeWithPart(String[] fullFieldNames, DataType[] fullFieldTypes, Collection<String> partitionKeys)
public static org.apache.orc.TypeDescription convertToOrcTypeWithPart(String[] fullFieldNames, LogicalType[] fullFieldTypes, Collection<String> partitionKeys)
public static org.apache.orc.TypeDescription logicalTypeToOrcType(LogicalType type)
org.apache.flink.table.catalog.hive.util.HiveTypeUtil
.Copyright © 2014–2024 The Apache Software Foundation. All rights reserved.