Package org.apache.drill.exec.store.dfs
Interface FormatPlugin
- All Known Implementing Classes:
AvroFormatPlugin
,BasePcapFormatPlugin
,DeltaFormatPlugin
,EasyFormatPlugin
,ExcelFormatPlugin
,HDF5FormatPlugin
,HttpdLogFormatPlugin
,IcebergFormatPlugin
,ImageFormatPlugin
,JSONFormatPlugin
,LogFormatPlugin
,LTSVFormatPlugin
,MSAccessFormatPlugin
,ParquetFormatPlugin
,PcapFormatPlugin
,PcapngFormatPlugin
,PdfFormatPlugin
,SasFormatPlugin
,SequenceFileFormatPlugin
,ShpFormatPlugin
,SpssFormatPlugin
,SyslogFormatPlugin
,TextFormatPlugin
,XMLFormatPlugin
public interface FormatPlugin
Similar to a storage engine but built specifically to work within a FileSystem context.
-
Method Summary
Modifier and TypeMethodDescriptionorg.apache.hadoop.conf.Configuration
getGroupScan
(String userName, FileSelection selection, List<SchemaPath> columns) default AbstractGroupScan
getGroupScan
(String userName, FileSelection selection, List<SchemaPath> columns, MetadataProviderManager metadataProviderManager) default AbstractGroupScan
getGroupScan
(String userName, FileSelection selection, List<SchemaPath> columns, OptionManager options) default AbstractGroupScan
getGroupScan
(String userName, FileSelection selection, List<SchemaPath> columns, OptionManager options, MetadataProviderManager metadataProvider) getName()
default Set<? extends org.apache.calcite.plan.RelOptRule>
Deprecated.default Set<? extends org.apache.calcite.plan.RelOptRule>
getOptimizerRules
(PlannerPhase phase) getWriter
(PhysicalOperator child, String location, List<String> partitionColumns) readStatistics
(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path statsTablePath) boolean
Indicates whether this FormatPlugin supports auto-partitioning for CTAS statementsboolean
boolean
boolean
void
writeStatistics
(DrillStatsTable.TableStatistics statistics, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path statsTablePath)
-
Method Details
-
supportsRead
boolean supportsRead() -
supportsWrite
boolean supportsWrite() -
supportsAutoPartitioning
boolean supportsAutoPartitioning()Indicates whether this FormatPlugin supports auto-partitioning for CTAS statements- Returns:
- true if auto-partitioning is supported
-
getMatcher
FormatMatcher getMatcher() -
getWriter
AbstractWriter getWriter(PhysicalOperator child, String location, List<String> partitionColumns) throws IOException - Throws:
IOException
-
getOptimizerRules
Deprecated. -
getOptimizerRules
-
getGroupScan
AbstractGroupScan getGroupScan(String userName, FileSelection selection, List<SchemaPath> columns) throws IOException - Throws:
IOException
-
getGroupScan
default AbstractGroupScan getGroupScan(String userName, FileSelection selection, List<SchemaPath> columns, OptionManager options) throws IOException - Throws:
IOException
-
getGroupScan
default AbstractGroupScan getGroupScan(String userName, FileSelection selection, List<SchemaPath> columns, MetadataProviderManager metadataProviderManager) throws IOException - Throws:
IOException
-
getGroupScan
default AbstractGroupScan getGroupScan(String userName, FileSelection selection, List<SchemaPath> columns, OptionManager options, MetadataProviderManager metadataProvider) throws IOException - Throws:
IOException
-
supportsStatistics
boolean supportsStatistics() -
readStatistics
DrillStatsTable.TableStatistics readStatistics(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path statsTablePath) throws IOException - Throws:
IOException
-
writeStatistics
void writeStatistics(DrillStatsTable.TableStatistics statistics, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path statsTablePath) throws IOException - Throws:
IOException
-
getConfig
FormatPluginConfig getConfig() -
getStorageConfig
StoragePluginConfig getStorageConfig() -
getFsConf
org.apache.hadoop.conf.Configuration getFsConf() -
getContext
DrillbitContext getContext() -
getName
String getName()
-