public class HiveDrillNativeParquetScan extends AbstractParquetGroupScan
AbstractParquetGroupScan.RowGroupScanFilterer<B extends AbstractParquetGroupScan.RowGroupScanFilterer<B>>
AbstractGroupScanWithMetadata.GroupScanWithMetadataFilterer<B extends AbstractGroupScanWithMetadata.GroupScanWithMetadataFilterer<B>>
entries, mappings, readerConfig, rowGroups
columns, files, fileSet, filter, limit, matchAllMetadata, metadataProvider, nonInterestingColumnsMetadata, partitionColumns, partitions, segments, tableMetadata, usedMetastore
INIT_ALLOCATION, initialAllocation, MAX_ALLOCATION, maxAllocation, userName
ALL_COLUMNS
Constructor and Description |
---|
HiveDrillNativeParquetScan(StoragePluginRegistry engineRegistry,
String userName,
HiveStoragePluginConfig hiveStoragePluginConfig,
List<SchemaPath> columns,
List<ReadEntryWithPath> entries,
HivePartitionHolder hivePartitionHolder,
Map<String,String> confProperties,
ParquetReaderConfig readerConfig,
LogicalExpression filter,
TupleMetadata schema) |
HiveDrillNativeParquetScan(String userName,
List<SchemaPath> columns,
HiveStoragePlugin hiveStoragePlugin,
List<HiveMetadataProvider.LogicalInputSplit> logicalInputSplits,
Map<String,String> confProperties,
ParquetReaderConfig readerConfig) |
HiveDrillNativeParquetScan(String userName,
List<SchemaPath> columns,
HiveStoragePlugin hiveStoragePlugin,
List<HiveMetadataProvider.LogicalInputSplit> logicalInputSplits,
Map<String,String> confProperties,
ParquetReaderConfig readerConfig,
LogicalExpression filter) |
applyAssignments, applyFilter, applyLimit, canPushdownProjects, getEntries, getFiles, getMaxParallelizationWidth, getOperatorAffinity, getReadEntries, getReaderConfig, getReaderConfigForSerialization, getRowGroupsMetadata, modifyFileSelection, pruneForPartitions, pruneRowGroupsForFiles, supportsFilterPushDown
checkMetadataConsistency, getColumns, getColumnValueCount, getDigest, getFileSet, getFilesMetadata, getFilter, getFilterPredicate, getFilterPredicate, getFilterString, getLimit, getMetadataProvider, getNextOrEmpty, getNonInterestingColumnsMetadata, getPartitionColumns, getPartitionsMetadata, getPartitionValue, getScanStats, getSchema, getSegmentsMetadata, getTableMetadata, getTypeForColumn, hasFiles, init, isAllDataPruned, isGroupScanFullyMatchesFilter, isImplicitOrPartCol, isMatchAllMetadata, limitMetadata, pruneForPartitions, setFilter, setFilterForRuntime, supportsLimitPushdown, usedMetastore
supportsPartitionFilterPushdown
accept, enforceWidth, getAnalyzeInfoProvider, getDistributionAffinity, getInitialAllocation, getMaxAllocation, getMinParallelizationWidth, getOperatorType, getScanStats, getScanStats, getSelectionRoot, isDistributed, isExecutable, iterator
accept, getCost, getOperatorId, getSVMode, getUserName, isBufferedOperator, setCost, setMaxAllocation, setOperatorId
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
enforceWidth, getAnalyzeInfoProvider, getMinParallelizationWidth, getScanStats, getScanStats, getSelectionRoot, isDistributed
accept, getCost, getInitialAllocation, getMaxAllocation, getOperatorId, getOperatorType, getSVMode, getUserName, isBufferedOperator, isExecutable, setCost, setMaxAllocation, setOperatorId
accept
forEach, iterator, spliterator
getDistributionAffinity
public HiveDrillNativeParquetScan(StoragePluginRegistry engineRegistry, String userName, HiveStoragePluginConfig hiveStoragePluginConfig, List<SchemaPath> columns, List<ReadEntryWithPath> entries, HivePartitionHolder hivePartitionHolder, Map<String,String> confProperties, ParquetReaderConfig readerConfig, LogicalExpression filter, TupleMetadata schema) throws IOException
IOException
public HiveDrillNativeParquetScan(String userName, List<SchemaPath> columns, HiveStoragePlugin hiveStoragePlugin, List<HiveMetadataProvider.LogicalInputSplit> logicalInputSplits, Map<String,String> confProperties, ParquetReaderConfig readerConfig) throws IOException
IOException
public HiveDrillNativeParquetScan(String userName, List<SchemaPath> columns, HiveStoragePlugin hiveStoragePlugin, List<HiveMetadataProvider.LogicalInputSplit> logicalInputSplits, Map<String,String> confProperties, ParquetReaderConfig readerConfig, LogicalExpression filter) throws IOException
IOException
public HiveStoragePluginConfig getHiveStoragePluginConfig()
public HivePartitionHolder getHivePartitionHolder()
public SubScan getSpecificScan(int minorFragmentId)
public PhysicalOperator getNewWithChildren(List<PhysicalOperator> children)
PhysicalOperator
public HiveDrillNativeParquetScan clone(FileSelection selection) throws IOException
clone
in interface FileGroupScan
clone
in class AbstractFileGroupScan
IOException
public GroupScan clone(List<SchemaPath> columns)
GroupScan
clone
in interface GroupScan
clone
in class AbstractGroupScan
protected AbstractParquetGroupScan.RowGroupScanFilterer<?> getFilterer()
AbstractGroupScanWithMetadata
getFilterer
in class AbstractParquetGroupScan
protected Collection<CoordinationProtos.DrillbitEndpoint> getDrillbits()
getDrillbits
in class AbstractParquetGroupScan
protected AbstractParquetGroupScan cloneWithFileSelection(Collection<org.apache.hadoop.fs.Path> filePaths) throws IOException
cloneWithFileSelection
in class AbstractParquetGroupScan
IOException
protected boolean supportsFileImplicitColumns()
supportsFileImplicitColumns
in class AbstractGroupScanWithMetadata<ParquetMetadataProvider>
protected List<String> getPartitionValues(LocationProvider locationProvider)
getPartitionValues
in class AbstractGroupScanWithMetadata<ParquetMetadataProvider>
protected HiveParquetTableMetadataProvider.Builder tableMetadataProviderBuilder(MetadataProviderManager source)
AbstractGroupScanWithMetadata
TableMetadataProviderBuilder
instance based on specified
MetadataProviderManager
source.tableMetadataProviderBuilder
in class AbstractGroupScanWithMetadata<ParquetMetadataProvider>
source
- metadata provider managerTableMetadataProviderBuilder
instanceprotected HiveParquetTableMetadataProvider.Builder defaultTableMetadataProviderBuilder(MetadataProviderManager source)
AbstractGroupScanWithMetadata
TableMetadataProviderBuilder
instance which may provide metadata
without using Drill Metastore.defaultTableMetadataProviderBuilder
in class AbstractParquetGroupScan
source
- metadata provider managerTableMetadataProviderBuilder
instanceCopyright © 1970 The Apache Software Foundation. All rights reserved.