public class SparkDataSourceReader extends Object implements org.apache.spark.sql.sources.v2.reader.SupportsPushDownFilters, org.apache.spark.sql.sources.v2.reader.SupportsPushDownRequiredColumns, org.apache.spark.sql.sources.v2.reader.SupportsReportStatistics
DataSourceReader
for table store.Constructor and Description |
---|
SparkDataSourceReader(Table table) |
Modifier and Type | Method and Description |
---|---|
org.apache.spark.sql.sources.v2.reader.Statistics |
estimateStatistics() |
List<org.apache.spark.sql.sources.v2.reader.InputPartition<org.apache.spark.sql.catalyst.InternalRow>> |
planInputPartitions() |
void |
pruneColumns(org.apache.spark.sql.types.StructType requiredSchema) |
org.apache.spark.sql.sources.Filter[] |
pushedFilters() |
org.apache.spark.sql.sources.Filter[] |
pushFilters(org.apache.spark.sql.sources.Filter[] filters) |
org.apache.spark.sql.types.StructType |
readSchema() |
protected List<Split> |
splits() |
public SparkDataSourceReader(Table table)
public org.apache.spark.sql.sources.Filter[] pushFilters(org.apache.spark.sql.sources.Filter[] filters)
pushFilters
in interface org.apache.spark.sql.sources.v2.reader.SupportsPushDownFilters
public org.apache.spark.sql.sources.Filter[] pushedFilters()
pushedFilters
in interface org.apache.spark.sql.sources.v2.reader.SupportsPushDownFilters
public void pruneColumns(org.apache.spark.sql.types.StructType requiredSchema)
pruneColumns
in interface org.apache.spark.sql.sources.v2.reader.SupportsPushDownRequiredColumns
public org.apache.spark.sql.sources.v2.reader.Statistics estimateStatistics()
estimateStatistics
in interface org.apache.spark.sql.sources.v2.reader.SupportsReportStatistics
public org.apache.spark.sql.types.StructType readSchema()
readSchema
in interface org.apache.spark.sql.sources.v2.reader.DataSourceReader
public List<org.apache.spark.sql.sources.v2.reader.InputPartition<org.apache.spark.sql.catalyst.InternalRow>> planInputPartitions()
planInputPartitions
in interface org.apache.spark.sql.sources.v2.reader.DataSourceReader
Copyright © 2019–2023 The Apache Software Foundation. All rights reserved.