org.apache.drill.exec.store.parquet

Class ParquetRecordReaderTest

java.lang.Object

org.apache.drill.test.BaseTest

org.apache.drill.test.DrillTest

org.apache.drill.exec.ExecTest

org.apache.drill.test.BaseTestQuery

org.apache.drill.exec.store.parquet.ParquetRecordReaderTest

public class ParquetRecordReaderTest
extends BaseTestQuery

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.drill.test.BaseTestQuery

BaseTestQuery.ClassicTestServices, BaseTestQuery.SilentListener, BaseTestQuery.TestResultSet

Nested classes/interfaces inherited from class org.apache.drill.test.DrillTest

DrillTest.MemWatcher

Field Summary

Fields inherited from class org.apache.drill.test.BaseTestQuery

allocator, bits, client, config, serviceSet

Fields inherited from class org.apache.drill.exec.ExecTest

c, dirTestWatcher, optionManager

Fields inherited from class org.apache.drill.test.DrillTest

logOutcome, objectMapper, REPEAT_RULE, thrownException, TIMEOUT

Constructor Summary

Constructors

Constructor and Description
ParquetRecordReaderTest()

Method Summary

Modifier and Type	Method and Description
void	drill_958bugTest()
static void	generateFile()
String	getPlanForFile(String pathFileName, String parquetFileName)
String	pad(String value, int length)
String	pad(String value, int length, String with)
void	test958_sql()
void	testDictionaryEncoding()
void	testDictionaryError_419()
void	testDictionaryError()
void	testDrill_1314_all_columns()
void	testDrill_1314()
void	testFileWithNulls()
void	testFixedBinary()
void	testLimit()
void	testLimitBeyondRowCount()
void	testLimitMultipleRowGroups()
void	testLimitMultipleRowGroupsBeyondRowCount()
void	testLocalDistributed()
void	testMultipleRowGroups()
void	testMultipleRowGroupsAndReads()
void	testMultipleRowGroupsAndReads2()
void	testMultipleRowGroupsAndReads3()
void	testMultipleRowGroupsAndReadsPigError()
void	testMultipleRowGroupsEvent()
void	testNonExistentColumn()
void	testNonExistentColumnLargeFile()
void	testNonExistentColumnsSomePresentColumnsLargeFile()
void	testNonNullableDictionaries()
void	testNullableAgg()
void	testNullableColumns()
void	testNullableColumnsVarLen()
void	testNullableFilter()
void	testNullableVarCharMemory()
void	testParquetFullEngineEventBased(boolean testValues, boolean generateNew, String plan, String readEntries, String filename, int numberOfTimesRead, ParquetTestProperties props, UserBitShared.QueryType queryType)
void	testParquetFullEngineEventBased(boolean generateNew, String plan, String filename, int numberOfTimesRead, ParquetTestProperties props)
void	testParquetFullEngineEventBased(boolean generateNew, String plan, String readEntries, String filename, int numberOfTimesRead, ParquetTestProperties props)
void	testParquetFullEngineLocalPath(String planFileName, String filename, int numberOfTimesRead, int numberOfRowGroups, int recordsPerRowGroup)
void	testParquetFullEngineLocalText(String planText, String filename, int numberOfTimesRead, int numberOfRowGroups, int recordsPerRowGroup, boolean testValues)
void	testParquetFullEngineLocalTextDistributed(String planName, String filename, int numberOfTimesRead, int numberOfRowGroups, int recordsPerRowGroup)
void	testParquetFullEngineRemote(String plan, String filename, int numberOfTimesRead, int numberOfRowGroups, int recordsPerRowGroup)
void	testPerformance()
void	testReadBug_Drill_418()
void	testReadError_Drill_839()
void	testReadError_Drill_901()
void	testReadVoter()
void	testRemoteDistributed()
void	testSelectColumnRead() Tests the attribute in a scan node to limit the columns read by a scan.
void	testTPCHPerformace_SF1()

Methods inherited from class org.apache.drill.test.BaseTestQuery

alterSession, cloneDefaultTestConfigProperties, closeClient, errorMsgTestHelper, getAllocator, getDrillbitContext, getFile, getPhysicalFileFromResource, getResultString, getUserPort, logResult, newTest, parseErrorHelper, printResult, resetAllSessionOptions, resetDrillbitCount, resetSessionOption, runSQL, setColumnWidth, setColumnWidths, setSessionOption, setSessionOption, setSessionOption, setSessionOption, setupDefaultTestCluster, test, test, testBuilder, testLogicalWithResults, testNoResult, testNoResult, testPhysical, testPhysicalFromFile, testPhysicalWithResults, testPreparedStatement, testRunAndPrint, testRunAndReturn, testSql, testSqlWithResults, testWithListener, updateClient, updateClient, updateClient, updateTestCluster, updateTestCluster

Methods inherited from class org.apache.drill.exec.ExecTest

clear, getLocalFileSystem, mockDrillbitContext, mockUsDateFormatSymbols, mockUtcDateTimeZone, parseExpr, setupOptionManager

Methods inherited from class org.apache.drill.test.DrillTest

escapeJsonString, finishDrillTest, initDrillTest

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ParquetRecordReaderTest

public ParquetRecordReaderTest()

Method Detail

generateFile

public static void generateFile()
                         throws Exception

Throws:

Exception

testMultipleRowGroupsAndReads3

public void testMultipleRowGroupsAndReads3()
                                    throws Exception

Throws:

Exception

getPlanForFile

public String getPlanForFile(String pathFileName,
                             String parquetFileName)
                      throws IOException

Throws:

IOException

testMultipleRowGroupsAndReads2

public void testMultipleRowGroupsAndReads2()
                                    throws Exception

Throws:

Exception

testDictionaryError

public void testDictionaryError()
                         throws Exception

Throws:

Exception

testNullableAgg

public void testNullableAgg()
                     throws Exception

Throws:

Exception

testNullableFilter

public void testNullableFilter()
                        throws Exception

Throws:

Exception

testFixedBinary

public void testFixedBinary()
                     throws Exception

Throws:

Exception

testNonNullableDictionaries

public void testNonNullableDictionaries()
                                 throws Exception

Throws:

Exception

testNullableVarCharMemory

public void testNullableVarCharMemory()
                               throws Exception

Throws:

Exception

testReadVoter

public void testReadVoter()
                   throws Exception

Throws:

Exception

testDrill_1314

public void testDrill_1314()
                    throws Exception

Throws:

Exception

testDrill_1314_all_columns

public void testDrill_1314_all_columns()
                                throws Exception

Throws:

Exception

testDictionaryError_419

public void testDictionaryError_419()
                             throws Exception

Throws:

Exception

testNonExistentColumn

public void testNonExistentColumn()
                           throws Exception

Throws:

Exception

testNonExistentColumnLargeFile

public void testNonExistentColumnLargeFile()
                                    throws Exception

Throws:

Exception

testNonExistentColumnsSomePresentColumnsLargeFile

public void testNonExistentColumnsSomePresentColumnsLargeFile()
                                                       throws Exception

Throws:

Exception

testTPCHPerformace_SF1

public void testTPCHPerformace_SF1()
                            throws Exception

Throws:

Exception

testLocalDistributed

public void testLocalDistributed()
                          throws Exception

Throws:

Exception

testRemoteDistributed

public void testRemoteDistributed()
                           throws Exception

Throws:

Exception

testParquetFullEngineLocalPath

public void testParquetFullEngineLocalPath(String planFileName,
                                           String filename,
                                           int numberOfTimesRead,
                                           int numberOfRowGroups,
                                           int recordsPerRowGroup)
                                    throws Exception

Throws:

Exception

testParquetFullEngineLocalText

public void testParquetFullEngineLocalText(String planText,
                                           String filename,
                                           int numberOfTimesRead,
                                           int numberOfRowGroups,
                                           int recordsPerRowGroup,
                                           boolean testValues)
                                    throws Exception

Throws:

Exception

testParquetFullEngineLocalTextDistributed

public void testParquetFullEngineLocalTextDistributed(String planName,
                                                      String filename,
                                                      int numberOfTimesRead,
                                                      int numberOfRowGroups,
                                                      int recordsPerRowGroup)
                                               throws Exception

Throws:

Exception

pad

public String pad(String value,
                  int length)

pad

public String pad(String value,
                  int length,
                  String with)

testParquetFullEngineRemote

public void testParquetFullEngineRemote(String plan,
                                        String filename,
                                        int numberOfTimesRead,
                                        int numberOfRowGroups,
                                        int recordsPerRowGroup)
                                 throws Exception

Throws:

Exception

testMultipleRowGroups

public void testMultipleRowGroups()
                           throws Exception

Throws:

Exception

testNullableColumns

public void testNullableColumns()
                         throws Exception

Throws:

Exception

testNullableColumnsVarLen

public void testNullableColumnsVarLen()
                               throws Exception

Throws:

Exception

testFileWithNulls

public void testFileWithNulls()
                       throws Exception

Throws:

Exception

testDictionaryEncoding

public void testDictionaryEncoding()
                            throws Exception

Throws:

Exception

testMultipleRowGroupsAndReads

public void testMultipleRowGroupsAndReads()
                                   throws Exception

Throws:

Exception

testReadError_Drill_901

public void testReadError_Drill_901()
                             throws Exception

Throws:

Exception

testReadError_Drill_839

public void testReadError_Drill_839()
                             throws Exception

Throws:

Exception

testReadBug_Drill_418

public void testReadBug_Drill_418()
                           throws Exception

Throws:

Exception

testMultipleRowGroupsAndReadsPigError

public void testMultipleRowGroupsAndReadsPigError()
                                           throws Exception

Throws:

Exception

test958_sql

public void test958_sql()
                 throws Exception

Throws:

Exception

drill_958bugTest

public void drill_958bugTest()
                      throws Exception

Throws:

Exception

testMultipleRowGroupsEvent

public void testMultipleRowGroupsEvent()
                                throws Exception

Throws:

Exception

testSelectColumnRead

public void testSelectColumnRead()
                          throws Exception

Tests the attribute in a scan node to limit the columns read by a scan. The functionality of selecting all columns is tested in all of the other tests that leave out the attribute.

Throws:

Exception

testPerformance

public void testPerformance()
                     throws Exception

Throws:

Exception

testParquetFullEngineEventBased

public void testParquetFullEngineEventBased(boolean generateNew,
                                            String plan,
                                            String readEntries,
                                            String filename,
                                            int numberOfTimesRead,
                                            ParquetTestProperties props)
                                     throws Exception

Throws:

Exception

testParquetFullEngineEventBased

public void testParquetFullEngineEventBased(boolean generateNew,
                                            String plan,
                                            String filename,
                                            int numberOfTimesRead,
                                            ParquetTestProperties props)
                                     throws Exception

Throws:

Exception

testParquetFullEngineEventBased

public void testParquetFullEngineEventBased(boolean testValues,
                                            boolean generateNew,
                                            String plan,
                                            String readEntries,
                                            String filename,
                                            int numberOfTimesRead,
                                            ParquetTestProperties props,
                                            UserBitShared.QueryType queryType)
                                     throws Exception

Throws:

Exception

testLimit

public void testLimit()
               throws Exception

Throws:

Exception

testLimitBeyondRowCount

public void testLimitBeyondRowCount()
                             throws Exception

Throws:

Exception

testLimitMultipleRowGroups

public void testLimitMultipleRowGroups()
                                throws Exception

Throws:

Exception

testLimitMultipleRowGroupsBeyondRowCount

public void testLimitMultipleRowGroupsBeyondRowCount()
                                              throws Exception

Throws:

Exception