org.apache.drill.exec.physical.impl.writer

Class TestParquetWriter

java.lang.Object

org.apache.drill.test.BaseTest

org.apache.drill.test.DrillTest

org.apache.drill.exec.ExecTest

org.apache.drill.test.BaseTestQuery

org.apache.drill.exec.physical.impl.writer.TestParquetWriter

public class TestParquetWriter
extends BaseTestQuery

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.drill.test.BaseTestQuery

BaseTestQuery.ClassicTestServices, BaseTestQuery.SilentListener, BaseTestQuery.TestResultSet

Nested classes/interfaces inherited from class org.apache.drill.test.DrillTest

DrillTest.MemWatcher

Field Summary

Fields

Modifier and Type	Field and Description
int	repeat

Fields inherited from class org.apache.drill.test.BaseTestQuery

allocator, bits, client, config, serviceSet

Fields inherited from class org.apache.drill.exec.ExecTest

c, dirTestWatcher, optionManager

Fields inherited from class org.apache.drill.test.DrillTest

logOutcome, objectMapper, REPEAT_RULE, thrownException, TIMEOUT

Constructor Summary

Constructors

Constructor and Description
TestParquetWriter()

Method Summary

Modifier and Type	Method and Description
void	compareParquetReadersColumnar(String selection, String table)
void	compareParquetReadersHyperVector(String selection, String table)
static Collection<Object[]>	data()
static void	disableDecimalDataType()
static void	initFs()
void	runTestAndValidate(String selection, String validationSelection, String inputTable, String outputFile)
static void	setupTestFiles()
void	tableSchemaWhenSelectFieldsInDef_SelectFieldsInView()
void	test958_sql_all_columns()
void	test958_sql()
void	testAllNulls()
void	testAllScalarTypes()
void	testAllScalarTypesDictionary()
void	testBitError_Drill_2031()
void	testBoolean()
void	testCastProjectBug_Drill_929()
void	testComplex()
void	testComplexRepeated()
void	testCtasForList()
void	testCtasForRepeatedList()
void	testCtasForRepeatedListOfMaps()
void	testCTASWithDictInSelect()
void	testCTASWithIntervalTypes()
void	testCTASWithRepeatedDictInSelect()
void	testDate()
void	testDecimal()
void	testDictionaryEncoding()
void	testDictionaryError()
void	testDrill_1314_all_columns()
void	testDrill_1314()
void	testFirstPageAllNulls()
void	testFirstPageOneNull()
void	testHiveParquetTimestampAsInt96_basic()
void	testHiveParquetTimestampAsInt96_compare()
void	testImpalaParquetBinaryAsTimeStamp_DictChange()
void	testImpalaParquetBinaryAsVarBinary_DictChange()
void	testImpalaParquetInt96()
void	testImpalaParquetInt96Partitioned()
void	testImpalaParquetTimestampInt96AsTimeStamp()
void	testInt96TimeStampValueWidth()
void	testLargeFooter()
void	testLastPageAllNulls()
void	testLastPageOneNull()
void	testMulipleRowGroups()
void	testNoNulls()
void	testNullReadWrite()
void	testParquetRead_checkNulls_NullsFirst()
void	testParquetRead_checkNulls()
void	testParquetRead_checkShortNullLists()
void	testParquetRead_checkStartWithNull()
void	testParquetReadWebReturns()
void	testReadSf_1_supplier()
void	testReadSf_100_supplier()
void	testReadVoter()
void	testRepeated()
void	testRepeatedBool()
void	testRepeatedDouble()
void	testRepeatedLong()
void	testSchemaChange()
void	testSimple()
void	testSmallFileValueReadWrite()
void	testSparkParquetBinaryAsTimeStamp_DictChange()
void	testTimestampImpalaConvertFrom()
void	testTPCHReadWrite1_date_convertedType()
void	testTPCHReadWrite1()
void	testTPCHReadWrite2()
void	testTPCHReadWrite3()
void	testTPCHReadWrite4()
void	testTPCHReadWrite5()
void	testTPCHReadWrite6()
void	testTPCHReadWrite7()
void	testTPCHReadWrite8()
void	testTPCHReadWriteDictGzip()
void	testTPCHReadWriteGzip()
void	testTPCHReadWriteNoDictUncompressed()
void	testTPCHReadWriteRunRepeated()
void	testTPCHReadWriteSnappy()
void	testWriteDecimal()
void	testWriteDecimalBinaryOnly()
void	testWriteDecimalBinaryRepeated()
void	testWriteDecimalFixedLenOnly()
void	testWriteDecimalFixedLenRepeated()
void	testWriteDecimalIntBigIntBinary()
void	testWriteDecimalIntBigIntFixedLen()
void	testWriteDecimalIntBigIntRepeated()
void	testWriterWithStarAndExp()
void	testWriterWithStarAndRegluarCol()

Methods inherited from class org.apache.drill.test.BaseTestQuery

alterSession, cloneDefaultTestConfigProperties, closeClient, errorMsgTestHelper, getAllocator, getDrillbitContext, getFile, getPhysicalFileFromResource, getResultString, getUserPort, logResult, newTest, parseErrorHelper, printResult, resetAllSessionOptions, resetDrillbitCount, resetSessionOption, runSQL, setColumnWidth, setColumnWidths, setSessionOption, setSessionOption, setSessionOption, setSessionOption, setupDefaultTestCluster, test, test, testBuilder, testLogicalWithResults, testNoResult, testNoResult, testPhysical, testPhysicalFromFile, testPhysicalWithResults, testPreparedStatement, testRunAndPrint, testRunAndReturn, testSql, testSqlWithResults, testWithListener, updateClient, updateClient, updateClient, updateTestCluster, updateTestCluster

Methods inherited from class org.apache.drill.exec.ExecTest

clear, getLocalFileSystem, mockDrillbitContext, mockUsDateFormatSymbols, mockUtcDateTimeZone, parseExpr, setupOptionManager

Methods inherited from class org.apache.drill.test.DrillTest

escapeJsonString, finishDrillTest, initDrillTest

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

repeat

public int repeat

Constructor Detail

TestParquetWriter

public TestParquetWriter()

Method Detail

data

public static Collection<Object[]> data()

setupTestFiles

public static void setupTestFiles()

initFs

public static void initFs()
                   throws Exception

Throws:

Exception

disableDecimalDataType

public static void disableDecimalDataType()

testSmallFileValueReadWrite

public void testSmallFileValueReadWrite()
                                 throws Exception

Throws:

Exception

testSimple

public void testSimple()
                throws Exception

Throws:

Exception

testLargeFooter

public void testLargeFooter()
                     throws Exception

Throws:

Exception

testAllScalarTypes

public void testAllScalarTypes()
                        throws Exception

Throws:

Exception

testAllScalarTypesDictionary

public void testAllScalarTypesDictionary()
                                  throws Exception

Throws:

Exception

testDictionaryError

public void testDictionaryError()
                         throws Exception

Throws:

Exception

testDictionaryEncoding

public void testDictionaryEncoding()
                            throws Exception

Throws:

Exception

testComplex

public void testComplex()
                 throws Exception

Throws:

Exception

testComplexRepeated

public void testComplexRepeated()
                         throws Exception

Throws:

Exception

testCastProjectBug_Drill_929

public void testCastProjectBug_Drill_929()
                                  throws Exception

Throws:

Exception

testTPCHReadWrite1

public void testTPCHReadWrite1()
                        throws Exception

Throws:

Exception

testTPCHReadWrite1_date_convertedType

public void testTPCHReadWrite1_date_convertedType()
                                           throws Exception

Throws:

Exception

testTPCHReadWrite2

public void testTPCHReadWrite2()
                        throws Exception

Throws:

Exception

testTPCHReadWrite3

public void testTPCHReadWrite3()
                        throws Exception

Throws:

Exception

testTPCHReadWrite4

public void testTPCHReadWrite4()
                        throws Exception

Throws:

Exception

testTPCHReadWrite5

public void testTPCHReadWrite5()
                        throws Exception

Throws:

Exception

testTPCHReadWrite6

public void testTPCHReadWrite6()
                        throws Exception

Throws:

Exception

testTPCHReadWrite7

public void testTPCHReadWrite7()
                        throws Exception

Throws:

Exception

testTPCHReadWrite8

public void testTPCHReadWrite8()
                        throws Exception

Throws:

Exception

testTPCHReadWriteNoDictUncompressed

public void testTPCHReadWriteNoDictUncompressed()
                                         throws Exception

Throws:

Exception

testTPCHReadWriteDictGzip

public void testTPCHReadWriteDictGzip()
                               throws Exception

Throws:

Exception

testRepeated

public void testRepeated()
                  throws Exception

Throws:

Exception

testRepeatedDouble

public void testRepeatedDouble()
                        throws Exception

Throws:

Exception

testRepeatedLong

public void testRepeatedLong()
                      throws Exception

Throws:

Exception

testRepeatedBool

public void testRepeatedBool()
                      throws Exception

Throws:

Exception

testNullReadWrite

public void testNullReadWrite()
                       throws Exception

Throws:

Exception

testBitError_Drill_2031

public void testBitError_Drill_2031()
                             throws Exception

Throws:

Exception

testDecimal

public void testDecimal()
                 throws Exception

Throws:

Exception

testMulipleRowGroups

public void testMulipleRowGroups()
                          throws Exception

Throws:

Exception

testDate

public void testDate()
              throws Exception

Throws:

Exception

testBoolean

public void testBoolean()
                 throws Exception

Throws:

Exception

testWriterWithStarAndExp

public void testWriterWithStarAndExp()
                              throws Exception

Throws:

Exception

testWriterWithStarAndRegluarCol

public void testWriterWithStarAndRegluarCol()
                                     throws Exception

Throws:

Exception

compareParquetReadersColumnar

public void compareParquetReadersColumnar(String selection,
                                          String table)
                                   throws Exception

Throws:

Exception

compareParquetReadersHyperVector

public void compareParquetReadersHyperVector(String selection,
                                             String table)
                                      throws Exception

Throws:

Exception

testReadVoter

public void testReadVoter()
                   throws Exception

Throws:

Exception

testReadSf_100_supplier

public void testReadSf_100_supplier()
                             throws Exception

Throws:

Exception

testParquetRead_checkNulls_NullsFirst

public void testParquetRead_checkNulls_NullsFirst()
                                           throws Exception

Throws:

Exception

testParquetRead_checkNulls

public void testParquetRead_checkNulls()
                                throws Exception

Throws:

Exception

test958_sql

public void test958_sql()
                 throws Exception

Throws:

Exception

testReadSf_1_supplier

public void testReadSf_1_supplier()
                           throws Exception

Throws:

Exception

test958_sql_all_columns

public void test958_sql_all_columns()
                             throws Exception

Throws:

Exception

testDrill_1314

public void testDrill_1314()
                    throws Exception

Throws:

Exception

testDrill_1314_all_columns

public void testDrill_1314_all_columns()
                                throws Exception

Throws:

Exception

testParquetRead_checkShortNullLists

public void testParquetRead_checkShortNullLists()
                                         throws Exception

Throws:

Exception

testParquetRead_checkStartWithNull

public void testParquetRead_checkStartWithNull()
                                        throws Exception

Throws:

Exception

testParquetReadWebReturns

public void testParquetReadWebReturns()
                               throws Exception

Throws:

Exception

testWriteDecimal

public void testWriteDecimal()
                      throws Exception

Throws:

Exception

tableSchemaWhenSelectFieldsInDef_SelectFieldsInView

public void tableSchemaWhenSelectFieldsInDef_SelectFieldsInView()
                                                         throws Exception

Throws:

Exception

testCTASWithIntervalTypes

public void testCTASWithIntervalTypes()
                               throws Exception

Throws:

Exception

runTestAndValidate

public void runTestAndValidate(String selection,
                               String validationSelection,
                               String inputTable,
                               String outputFile)
                        throws Exception

Throws:

Exception

testImpalaParquetInt96

public void testImpalaParquetInt96()
                            throws Exception

Throws:

Exception

testImpalaParquetBinaryAsVarBinary_DictChange

public void testImpalaParquetBinaryAsVarBinary_DictChange()
                                                   throws Exception

Throws:

Exception

testImpalaParquetBinaryAsTimeStamp_DictChange

public void testImpalaParquetBinaryAsTimeStamp_DictChange()
                                                   throws Exception

Throws:

Exception

testSparkParquetBinaryAsTimeStamp_DictChange

public void testSparkParquetBinaryAsTimeStamp_DictChange()
                                                  throws Exception

Throws:

Exception

testTimestampImpalaConvertFrom

public void testTimestampImpalaConvertFrom()
                                    throws Exception

Throws:

Exception

testImpalaParquetTimestampInt96AsTimeStamp

public void testImpalaParquetTimestampInt96AsTimeStamp()
                                                throws Exception

Throws:

Exception

testImpalaParquetInt96Partitioned

public void testImpalaParquetInt96Partitioned()
                                       throws Exception

Throws:

Exception

testHiveParquetTimestampAsInt96_compare

public void testHiveParquetTimestampAsInt96_compare()
                                             throws Exception

Throws:

Exception

testHiveParquetTimestampAsInt96_basic

public void testHiveParquetTimestampAsInt96_basic()
                                           throws Exception

Throws:

Exception

testSchemaChange

public void testSchemaChange()
                      throws Exception

Throws:

Exception

testAllNulls

public void testAllNulls()
                  throws Exception

Throws:

Exception

testNoNulls

public void testNoNulls()
                 throws Exception

Throws:

Exception

testFirstPageAllNulls

public void testFirstPageAllNulls()
                           throws Exception

Throws:

Exception

testLastPageAllNulls

public void testLastPageAllNulls()
                          throws Exception

Throws:

Exception

testFirstPageOneNull

public void testFirstPageOneNull()
                          throws Exception

Throws:

Exception

testLastPageOneNull

public void testLastPageOneNull()
                         throws Exception

Throws:

Exception

testTPCHReadWriteRunRepeated

public void testTPCHReadWriteRunRepeated()
                                  throws Exception

Throws:

Exception

testTPCHReadWriteGzip

public void testTPCHReadWriteGzip()
                           throws Exception

Throws:

Exception

testTPCHReadWriteSnappy

public void testTPCHReadWriteSnappy()
                             throws Exception

Throws:

Exception

testInt96TimeStampValueWidth

public void testInt96TimeStampValueWidth()
                                  throws Exception

Throws:

Exception

testWriteDecimalIntBigIntFixedLen

public void testWriteDecimalIntBigIntFixedLen()
                                       throws Exception

Throws:

Exception

testWriteDecimalIntBigIntBinary

public void testWriteDecimalIntBigIntBinary()
                                     throws Exception

Throws:

Exception

testWriteDecimalFixedLenOnly

public void testWriteDecimalFixedLenOnly()
                                  throws Exception

Throws:

Exception

testWriteDecimalBinaryOnly

public void testWriteDecimalBinaryOnly()
                                throws Exception

Throws:

Exception

testWriteDecimalIntBigIntRepeated

public void testWriteDecimalIntBigIntRepeated()
                                       throws Exception

Throws:

Exception

testWriteDecimalFixedLenRepeated

public void testWriteDecimalFixedLenRepeated()
                                      throws Exception

Throws:

Exception

testWriteDecimalBinaryRepeated

public void testWriteDecimalBinaryRepeated()
                                    throws Exception

Throws:

Exception

testCtasForList

public void testCtasForList()
                     throws Exception

Throws:

Exception

testCtasForRepeatedList

public void testCtasForRepeatedList()
                             throws Exception

Throws:

Exception

testCtasForRepeatedListOfMaps

public void testCtasForRepeatedListOfMaps()
                                   throws Exception

Throws:

Exception

testCTASWithDictInSelect

public void testCTASWithDictInSelect()
                              throws Exception

Throws:

Exception

testCTASWithRepeatedDictInSelect

public void testCTASWithRepeatedDictInSelect()
                                      throws Exception

Throws:

Exception