public class ParquetSplitReaderUtil extends Object
ParquetColumnarRowSplitReader
.Constructor and Description |
---|
ParquetSplitReaderUtil() |
Modifier and Type | Method and Description |
---|---|
static ColumnReader |
createColumnReader(boolean utcTimestamp,
LogicalType fieldType,
org.apache.parquet.column.ColumnDescriptor descriptor,
org.apache.parquet.column.page.PageReader pageReader) |
static ColumnVector |
createVectorFromConstant(LogicalType type,
Object value,
int batchSize) |
static WritableColumnVector |
createWritableColumnVector(int batchSize,
LogicalType fieldType,
org.apache.parquet.schema.PrimitiveType primitiveType) |
static ParquetColumnarRowSplitReader |
genPartColumnarRowReader(boolean utcTimestamp,
boolean caseSensitive,
Configuration conf,
String[] fullFieldNames,
DataType[] fullFieldTypes,
Map<String,Object> partitionSpec,
int[] selectedFields,
int batchSize,
Path path,
long splitStart,
long splitLength)
Util for generating partitioned
ParquetColumnarRowSplitReader . |
public static ParquetColumnarRowSplitReader genPartColumnarRowReader(boolean utcTimestamp, boolean caseSensitive, Configuration conf, String[] fullFieldNames, DataType[] fullFieldTypes, Map<String,Object> partitionSpec, int[] selectedFields, int batchSize, Path path, long splitStart, long splitLength) throws IOException
ParquetColumnarRowSplitReader
.IOException
public static ColumnVector createVectorFromConstant(LogicalType type, Object value, int batchSize)
public static ColumnReader createColumnReader(boolean utcTimestamp, LogicalType fieldType, org.apache.parquet.column.ColumnDescriptor descriptor, org.apache.parquet.column.page.PageReader pageReader) throws IOException
IOException
public static WritableColumnVector createWritableColumnVector(int batchSize, LogicalType fieldType, org.apache.parquet.schema.PrimitiveType primitiveType)
Copyright © 2014–2022 The Apache Software Foundation. All rights reserved.