org.apache.drill.exec.store.parquet.metadata

Class Metadata_V3.ParquetTableMetadata_v3

java.lang.Object

org.apache.drill.exec.store.parquet.metadata.MetadataBase.ParquetTableMetadataBase

org.apache.drill.exec.store.parquet.metadata.Metadata_V3.ParquetTableMetadata_v3

Enclosing class:

Metadata_V3

public static class Metadata_V3.ParquetTableMetadata_v3
extends MetadataBase.ParquetTableMetadataBase

Field Summary

Fields

Modifier and Type	Field and Description
ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3>	columnTypeInfo

Constructor Summary

Constructors

Constructor and Description
ParquetTableMetadata_v3() Default constructor needed for deserialization from Parquet Metadata Cache Files
ParquetTableMetadata_v3(String metadataVersion, List<Metadata_V3.ParquetFileMetadata_v3> files, List<org.apache.hadoop.fs.Path> directories, ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> columnTypeInfo, String drillVersion)
ParquetTableMetadata_v3(String metadataVersion, MetadataBase.ParquetTableMetadataBase parquetTable, List<Metadata_V3.ParquetFileMetadata_v3> files, List<org.apache.hadoop.fs.Path> directories, String drillVersion)
ParquetTableMetadata_v3(String metadataVersion, String drillVersion) Used for creating the Parquet Metadata cache files and in the process of reading Parquet metadata footers

Method Summary

Modifier and Type	Method and Description
void	assignFiles(List<? extends MetadataBase.ParquetFileMetadata> newFiles)
MetadataBase.ParquetTableMetadataBase	clone()
Metadata_V3.ColumnTypeMetadata_v3	getColumnTypeInfo(String[] name)
List<? extends MetadataBase.ColumnTypeMetadata>	getColumnTypeInfoList()
ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3>	getColumnTypeInfoMap()
Integer	getDefinitionLevel(String[] columnName)
List<org.apache.hadoop.fs.Path>	getDirectories()
String	getDrillVersion()
List<? extends MetadataBase.ParquetFileMetadata>	getFiles()
String	getMetadataVersion()
org.apache.parquet.schema.OriginalType	getOriginalType(String[] columnName)
Integer	getPrecision(String[] columnName)
org.apache.parquet.schema.PrimitiveType.PrimitiveTypeName	getPrimitiveType(String[] columnName)
Integer	getRepetitionLevel(String[] columnName)
Integer	getScale(String[] columnName)
boolean	hasColumnMetadata()
boolean	isRowGroupPrunable()
void	updateRelativePaths(String baseDir) If directories list and file metadata list contain relative paths, update it to absolute ones

Methods inherited from class org.apache.drill.exec.store.parquet.metadata.MetadataBase.ParquetTableMetadataBase

getRepetition

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

columnTypeInfo

public ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> columnTypeInfo

Constructor Detail

ParquetTableMetadata_v3

public ParquetTableMetadata_v3()

Default constructor needed for deserialization from Parquet Metadata Cache Files

ParquetTableMetadata_v3

public ParquetTableMetadata_v3(String metadataVersion,
                               String drillVersion)

Used for creating the Parquet Metadata cache files and in the process of reading Parquet metadata footers

Parameters:

metadataVersion - metadata version

drillVersion - apache drill version

ParquetTableMetadata_v3

public ParquetTableMetadata_v3(String metadataVersion,
                               MetadataBase.ParquetTableMetadataBase parquetTable,
                               List<Metadata_V3.ParquetFileMetadata_v3> files,
                               List<org.apache.hadoop.fs.Path> directories,
                               String drillVersion)

ParquetTableMetadata_v3

public ParquetTableMetadata_v3(String metadataVersion,
                               List<Metadata_V3.ParquetFileMetadata_v3> files,
                               List<org.apache.hadoop.fs.Path> directories,
                               ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> columnTypeInfo,
                               String drillVersion)

Method Detail

getColumnTypeInfo

public Metadata_V3.ColumnTypeMetadata_v3 getColumnTypeInfo(String[] name)

getDirectories

public List<org.apache.hadoop.fs.Path> getDirectories()

Specified by:

getDirectories in class MetadataBase.ParquetTableMetadataBase

getMetadataVersion

public String getMetadataVersion()

Specified by:

getMetadataVersion in class MetadataBase.ParquetTableMetadataBase

updateRelativePaths

public void updateRelativePaths(String baseDir)

If directories list and file metadata list contain relative paths, update it to absolute ones

Parameters:

baseDir - base parent directory

getFiles

public List<? extends MetadataBase.ParquetFileMetadata> getFiles()

Specified by:

getFiles in class MetadataBase.ParquetTableMetadataBase

assignFiles

public void assignFiles(List<? extends MetadataBase.ParquetFileMetadata> newFiles)

Specified by:

assignFiles in class MetadataBase.ParquetTableMetadataBase

hasColumnMetadata

public boolean hasColumnMetadata()

Specified by:

hasColumnMetadata in class MetadataBase.ParquetTableMetadataBase

getPrimitiveType

public org.apache.parquet.schema.PrimitiveType.PrimitiveTypeName getPrimitiveType(String[] columnName)

Specified by:

getPrimitiveType in class MetadataBase.ParquetTableMetadataBase

getOriginalType

public org.apache.parquet.schema.OriginalType getOriginalType(String[] columnName)

Specified by:

getOriginalType in class MetadataBase.ParquetTableMetadataBase

getRepetitionLevel

public Integer getRepetitionLevel(String[] columnName)

Specified by:

getRepetitionLevel in class MetadataBase.ParquetTableMetadataBase

getDefinitionLevel

public Integer getDefinitionLevel(String[] columnName)

Specified by:

getDefinitionLevel in class MetadataBase.ParquetTableMetadataBase

getScale

public Integer getScale(String[] columnName)

Specified by:

getScale in class MetadataBase.ParquetTableMetadataBase

getPrecision

public Integer getPrecision(String[] columnName)

Specified by:

getPrecision in class MetadataBase.ParquetTableMetadataBase

isRowGroupPrunable

public boolean isRowGroupPrunable()

Specified by:

isRowGroupPrunable in class MetadataBase.ParquetTableMetadataBase

clone

public MetadataBase.ParquetTableMetadataBase clone()

Specified by:

clone in class MetadataBase.ParquetTableMetadataBase

getDrillVersion

public String getDrillVersion()

Specified by:

getDrillVersion in class MetadataBase.ParquetTableMetadataBase

getColumnTypeInfoMap

public ConcurrentHashMap<Metadata_V3.ColumnTypeMetadata_v3.Key,Metadata_V3.ColumnTypeMetadata_v3> getColumnTypeInfoMap()

getColumnTypeInfoList

public List<? extends MetadataBase.ColumnTypeMetadata> getColumnTypeInfoList()

Specified by:

getColumnTypeInfoList in class MetadataBase.ParquetTableMetadataBase