Package org.apache.drill.exec.store.parquet.metadata

Class Metadata_V3.ParquetTableMetadata_v3

java.lang.Object

org.apache.drill.exec.store.parquet.metadata.MetadataBase.ParquetTableMetadataBase

org.apache.drill.exec.store.parquet.metadata.Metadata_V3.ParquetTableMetadata_v3

Enclosing class:

Metadata_V3

public static class Metadata_V3.ParquetTableMetadata_v3
extends MetadataBase.ParquetTableMetadataBase

Field Summary

Fields

Modifier and Type	Field	Description
ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3>	columnTypeInfo

Constructor Summary

Constructors

Constructor	Description
ParquetTableMetadata_v3()	Default constructor needed for deserialization from Parquet Metadata Cache Files
ParquetTableMetadata_v3(String metadataVersion, String drillVersion)	Used for creating the Parquet Metadata cache files and in the process of reading Parquet metadata footers
ParquetTableMetadata_v3(String metadataVersion, List<Metadata_V3.ParquetFileMetadata_v3> files, List<org.apache.hadoop.fs.Path> directories, ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> columnTypeInfo, String drillVersion)
ParquetTableMetadata_v3(String metadataVersion, MetadataBase.ParquetTableMetadataBase parquetTable, List<Metadata_V3.ParquetFileMetadata_v3> files, List<org.apache.hadoop.fs.Path> directories, String drillVersion)

Method Summary

Modifier and Type	Method	Description
void	assignFiles(List<? extends MetadataBase.ParquetFileMetadata> newFiles)
MetadataBase.ParquetTableMetadataBase	clone()
Metadata_V3.ColumnTypeMetadata_v3	getColumnTypeInfo(String[] name)
List<? extends MetadataBase.ColumnTypeMetadata>	getColumnTypeInfoList()
ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3>	getColumnTypeInfoMap()
Integer	getDefinitionLevel(String[] columnName)
List<org.apache.hadoop.fs.Path>	getDirectories()
String	getDrillVersion()
List<? extends MetadataBase.ParquetFileMetadata>	getFiles()
String	getMetadataVersion()
org.apache.parquet.schema.OriginalType	getOriginalType(String[] columnName)
Integer	getPrecision(String[] columnName)
org.apache.parquet.schema.PrimitiveType.PrimitiveTypeName	getPrimitiveType(String[] columnName)
Integer	getRepetitionLevel(String[] columnName)
Integer	getScale(String[] columnName)
boolean	hasColumnMetadata()
boolean	isRowGroupPrunable()
void	updateRelativePaths(String baseDir)	If directories list and file metadata list contain relative paths, update it to absolute ones

Methods inherited from class org.apache.drill.exec.store.parquet.metadata.MetadataBase.ParquetTableMetadataBase

getRepetition

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

columnTypeInfo

public ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> columnTypeInfo

Constructor Details

ParquetTableMetadata_v3

public ParquetTableMetadata_v3()

Default constructor needed for deserialization from Parquet Metadata Cache Files

ParquetTableMetadata_v3

public ParquetTableMetadata_v3(String metadataVersion,
 String drillVersion)

Used for creating the Parquet Metadata cache files and in the process of reading Parquet metadata footers

Parameters:

metadataVersion - metadata version

drillVersion - apache drill version

ParquetTableMetadata_v3

public ParquetTableMetadata_v3(String metadataVersion,
 MetadataBase.ParquetTableMetadataBase parquetTable,
 List<Metadata_V3.ParquetFileMetadata_v3> files,
 List<org.apache.hadoop.fs.Path> directories,
 String drillVersion)

ParquetTableMetadata_v3

public ParquetTableMetadata_v3(String metadataVersion,
 List<Metadata_V3.ParquetFileMetadata_v3> files,
 List<org.apache.hadoop.fs.Path> directories,
 ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> columnTypeInfo,
 String drillVersion)

Method Details

getColumnTypeInfo

public Metadata_V3.ColumnTypeMetadata_v3 getColumnTypeInfo(String[] name)

getDirectories

public List<org.apache.hadoop.fs.Path> getDirectories()

Specified by:

getDirectories in class MetadataBase.ParquetTableMetadataBase

getMetadataVersion

public String getMetadataVersion()

Specified by:

getMetadataVersion in class MetadataBase.ParquetTableMetadataBase

updateRelativePaths

public void updateRelativePaths(String baseDir)

If directories list and file metadata list contain relative paths, update it to absolute ones

Parameters:

baseDir - base parent directory

getFiles

public List<? extends MetadataBase.ParquetFileMetadata> getFiles()

Specified by:

getFiles in class MetadataBase.ParquetTableMetadataBase

assignFiles

public void assignFiles(List<? extends MetadataBase.ParquetFileMetadata> newFiles)

Specified by:

assignFiles in class MetadataBase.ParquetTableMetadataBase

hasColumnMetadata

public boolean hasColumnMetadata()

Specified by:

hasColumnMetadata in class MetadataBase.ParquetTableMetadataBase

getPrimitiveType

public org.apache.parquet.schema.PrimitiveType.PrimitiveTypeName getPrimitiveType(String[] columnName)

Specified by:

getPrimitiveType in class MetadataBase.ParquetTableMetadataBase

getOriginalType

public org.apache.parquet.schema.OriginalType getOriginalType(String[] columnName)

Specified by:

getOriginalType in class MetadataBase.ParquetTableMetadataBase

getRepetitionLevel

public Integer getRepetitionLevel(String[] columnName)

Specified by:

getRepetitionLevel in class MetadataBase.ParquetTableMetadataBase

getDefinitionLevel

public Integer getDefinitionLevel(String[] columnName)

Specified by:

getDefinitionLevel in class MetadataBase.ParquetTableMetadataBase

getScale

public Integer getScale(String[] columnName)

Specified by:

getScale in class MetadataBase.ParquetTableMetadataBase

getPrecision

public Integer getPrecision(String[] columnName)

Specified by:

getPrecision in class MetadataBase.ParquetTableMetadataBase

isRowGroupPrunable

public boolean isRowGroupPrunable()

Specified by:

isRowGroupPrunable in class MetadataBase.ParquetTableMetadataBase

clone

public MetadataBase.ParquetTableMetadataBase clone()

Specified by:

clone in class MetadataBase.ParquetTableMetadataBase

getDrillVersion

public String getDrillVersion()

Specified by:

getDrillVersion in class MetadataBase.ParquetTableMetadataBase

getColumnTypeInfoMap

public ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> getColumnTypeInfoMap()

getColumnTypeInfoList

public List<? extends MetadataBase.ColumnTypeMetadata> getColumnTypeInfoList()

Specified by:

getColumnTypeInfoList in class MetadataBase.ParquetTableMetadataBase