org.apache.flink.table.runtime.arrow

Class ArrowUtils

java.lang.Object

org.apache.flink.table.runtime.arrow.ArrowUtils

@Internal
public final class ArrowUtils
extends Object

Utilities for Arrow.

Constructor Summary

Constructors

Constructor and Description
ArrowUtils()

Method Summary

Modifier and Type	Method and Description
static void	checkArrowUsable()
static org.apache.flink.table.runtime.arrow.ArrowUtils.CustomIterator<byte[]>	collectAsPandasDataFrame(Table table, int maxArrowBatchSize) Convert Flink table to Pandas DataFrame.
static ArrowReader	createArrowReader(org.apache.arrow.vector.VectorSchemaRoot root, RowType rowType) Creates an ArrowReader for the specified VectorSchemaRoot.
static ArrowTableSource	createArrowTableSource(DataType dataType, String fileName)
static ColumnVector	createColumnVector(org.apache.arrow.vector.ValueVector vector, LogicalType fieldType)
static ArrowWriter<RowData>	createRowDataArrowWriter(org.apache.arrow.vector.VectorSchemaRoot root, RowType rowType) Creates an ArrowWriter for the specified VectorSchemaRoot.
static org.apache.arrow.memory.RootAllocator	getRootAllocator()
static byte[][]	readArrowBatches(ReadableByteChannel channel)
static org.apache.arrow.vector.types.pojo.Schema	toArrowSchema(RowType rowType) Returns the Arrow schema of the specified type.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ArrowUtils

public ArrowUtils()

Method Detail

getRootAllocator

public static org.apache.arrow.memory.RootAllocator getRootAllocator()

checkArrowUsable

public static void checkArrowUsable()

toArrowSchema

public static org.apache.arrow.vector.types.pojo.Schema toArrowSchema(RowType rowType)

Returns the Arrow schema of the specified type.

createRowDataArrowWriter

public static ArrowWriter<RowData> createRowDataArrowWriter(org.apache.arrow.vector.VectorSchemaRoot root,
                                                            RowType rowType)

Creates an ArrowWriter for the specified VectorSchemaRoot.

createArrowReader

public static ArrowReader createArrowReader(org.apache.arrow.vector.VectorSchemaRoot root,
                                            RowType rowType)

Creates an ArrowReader for the specified VectorSchemaRoot.

createColumnVector

public static ColumnVector createColumnVector(org.apache.arrow.vector.ValueVector vector,
                                              LogicalType fieldType)

createArrowTableSource

public static ArrowTableSource createArrowTableSource(DataType dataType,
                                                      String fileName)
                                               throws IOException

Throws:

IOException

readArrowBatches

public static byte[][] readArrowBatches(ReadableByteChannel channel)
                                 throws IOException

Throws:

IOException

collectAsPandasDataFrame

public static org.apache.flink.table.runtime.arrow.ArrowUtils.CustomIterator<byte[]> collectAsPandasDataFrame(Table table,
                                                                                                              int maxArrowBatchSize)
                                                                                                       throws Exception

Convert Flink table to Pandas DataFrame.

Throws:

Exception