org.apache.drill.exec.physical.impl.lateraljoin

Class TestE2EUnnestAndLateral

java.lang.Object

org.apache.drill.test.BaseTest

org.apache.drill.test.DrillTest

org.apache.drill.test.ClusterTest

org.apache.drill.exec.physical.impl.lateraljoin.TestE2EUnnestAndLateral

public class TestE2EUnnestAndLateral
extends ClusterTest

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.drill.test.DrillTest

DrillTest.MemWatcher

Field Summary

Fields inherited from class org.apache.drill.test.ClusterTest

client, cluster, dirTestWatcher

Fields inherited from class org.apache.drill.test.DrillTest

logOutcome, objectMapper, REPEAT_RULE, thrownException, TIMEOUT

Constructor Summary

Constructors

Constructor and Description
TestE2EUnnestAndLateral()

Method Summary

Modifier and Type	Method and Description
static void	setupTestFiles()
void	testLateral_HashAgg_with_nulls()
void	testLateral_StreamingAgg_with_nulls()
void	testLateral_WithFilterAndLimitInSubQuery()
void	testLateral_WithFilterInSubQuery()
void	testLateral_WithLimitInSubQuery() Test with single batch but using different keyword for Lateral and it has limit/filter operator within the subquery of Lateral and Unnest
void	testLateral_WithSortAndLimitInSubQuery() Test which disables the TopN operator from planner settintestLateral_WithTopNInSubQuerygs before running query using SORT and LIMIT in subquery.
void	testLateral_WithSortInSubQuery()
void	testLateral_WithTopNInSubQuery()
void	testLateralWithAgg()
void	testLateralWithComplexProject()
void	testLeftLateral_WithFilterAndLimitInSubQuery()
void	testMultiLateralWithComplexProject()
void	testMultipleBatchesLateral_WithFilterInParent()
void	testMultipleBatchesLateral_WithGroupByInParent()
void	testMultipleBatchesLateral_WithHashAgg()
void	testMultipleBatchesLateral_WithLimitFilterInSubQuery()
void	testMultipleBatchesLateral_WithLimitInParent() Test where Limit/Filter/Agg/Sort operator are used in parent query
void	testMultipleBatchesLateral_WithLimitInSubQuery()
void	testMultipleBatchesLateral_WithOrderByInParent()
void	testMultipleBatchesLateral_WithSortAndLimitInSubQuery()
void	testMultipleBatchesLateral_WithSortInSubQuery()
void	testMultipleBatchesLateral_WithStreamingAgg()
void	testMultipleBatchesLateral_WithStreamingAggNoGroup()
void	testMultipleBatchesLateral_WithTopNInSubQuery()
void	testMultipleBatchesLateralQuery() Test where multiple files are used to trigger multiple batch scenario.
void	testMultiUnnestAtSameLevel()
void	testMultiUnnestAtSameLevelExec()
void	testMultiUnnestAtSameLevelExecExplicitResult()
void	testMultiUnnestWithMap()
void	testNestedUnnest()
void	testOuterApply_WithFilterAndLimitInSubQuery()
void	testSchemaChangeOnMultipleColumns()
void	testSchemaChangeOnNonUnnestColumn_InMultilevelCase() This test is different than testSchemaChangeOnNonUnnestColumn() because with multilevel when the first Lateral see's a schema change it creates a new batch with new vector references.
void	testSchemaChangeOnNonUnnestColumn() Test where multiple files are used to trigger schema change for Lateral and Unnest
void	testSchemaChangeOnUnnestColumn_InMultilevelCase()
void	testSchemaChangeOnUnnestColumn()
void	testSingleUnnestCol()
void	testUnnestNestedStarSubquery()
void	testUnnestWithFunctionCall()
void	testUnnestWithItem()
void	testUnnestWithMap()

Methods inherited from class org.apache.drill.test.ClusterTest

getFile, queryBuilder, run, runAndLog, runAndPrint, runAndPrint, shutdown, startCluster, testBuilder

Methods inherited from class org.apache.drill.test.DrillTest

escapeJsonString, finishDrillTest, initDrillTest

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TestE2EUnnestAndLateral

public TestE2EUnnestAndLateral()

Method Detail

setupTestFiles

public static void setupTestFiles()
                           throws Exception

Throws:

Exception

testLateral_WithLimitInSubQuery

public void testLateral_WithLimitInSubQuery()
                                     throws Exception

Test with single batch but using different keyword for Lateral and it has limit/filter operator within the subquery of Lateral and Unnest

Throws:

Exception

testLateral_WithFilterInSubQuery

public void testLateral_WithFilterInSubQuery()
                                      throws Exception

Throws:

Exception

testLateral_WithFilterAndLimitInSubQuery

public void testLateral_WithFilterAndLimitInSubQuery()
                                              throws Exception

Throws:

Exception

testLateral_WithTopNInSubQuery

public void testLateral_WithTopNInSubQuery()
                                    throws Exception

Throws:

Exception

testLateral_WithSortAndLimitInSubQuery

public void testLateral_WithSortAndLimitInSubQuery()
                                            throws Exception

Test which disables the TopN operator from planner settintestLateral_WithTopNInSubQuerygs before running query using SORT and LIMIT in subquery. The same query as in above test is executed and same result is expected.

Throws:

Exception

testLateral_WithSortInSubQuery

public void testLateral_WithSortInSubQuery()
                                    throws Exception

Throws:

Exception

testOuterApply_WithFilterAndLimitInSubQuery

public void testOuterApply_WithFilterAndLimitInSubQuery()
                                                 throws Exception

Throws:

Exception

testLeftLateral_WithFilterAndLimitInSubQuery

public void testLeftLateral_WithFilterAndLimitInSubQuery()
                                                  throws Exception

Throws:

Exception

testMultiUnnestAtSameLevel

public void testMultiUnnestAtSameLevel()
                                throws Exception

Throws:

Exception

testMultiUnnestAtSameLevelExec

public void testMultiUnnestAtSameLevelExec()
                                    throws Exception

Throws:

Exception

testMultiUnnestAtSameLevelExecExplicitResult

public void testMultiUnnestAtSameLevelExecExplicitResult()
                                                  throws Exception

Throws:

Exception

testUnnestWithItem

public void testUnnestWithItem()
                        throws Exception

Throws:

Exception

testUnnestWithFunctionCall

public void testUnnestWithFunctionCall()
                                throws Exception

Throws:

Exception

testUnnestWithMap

public void testUnnestWithMap()
                       throws Exception

Throws:

Exception

testMultiUnnestWithMap

public void testMultiUnnestWithMap()
                            throws Exception

Throws:

Exception

testSingleUnnestCol

public void testSingleUnnestCol()
                         throws Exception

Throws:

Exception

testNestedUnnest

public void testNestedUnnest()
                      throws Exception

Throws:

Exception

testMultipleBatchesLateralQuery

public void testMultipleBatchesLateralQuery()
                                     throws Exception

Test where multiple files are used to trigger multiple batch scenario. And it has limit/filter within the subquery of Lateral and Unnest

Throws:

Exception

testMultipleBatchesLateral_WithLimitInSubQuery

public void testMultipleBatchesLateral_WithLimitInSubQuery()
                                                    throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithTopNInSubQuery

public void testMultipleBatchesLateral_WithTopNInSubQuery()
                                                   throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithSortAndLimitInSubQuery

public void testMultipleBatchesLateral_WithSortAndLimitInSubQuery()
                                                           throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithSortInSubQuery

public void testMultipleBatchesLateral_WithSortInSubQuery()
                                                   throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithLimitFilterInSubQuery

public void testMultipleBatchesLateral_WithLimitFilterInSubQuery()
                                                          throws Exception

Throws:

Exception

testSchemaChangeOnNonUnnestColumn

public void testSchemaChangeOnNonUnnestColumn()
                                       throws Exception

Test where multiple files are used to trigger schema change for Lateral and Unnest

Throws:

Exception

testSchemaChangeOnNonUnnestColumn_InMultilevelCase

public void testSchemaChangeOnNonUnnestColumn_InMultilevelCase()
                                                        throws Exception

This test is different than testSchemaChangeOnNonUnnestColumn() because with multilevel when the first Lateral see's a schema change it creates a new batch with new vector references. Hence the second lateral will receive a new incoming with new vector references with OK_NEW_SCHEMA outcome. Now even though there is schema change for non-unnest column the second Unnest has to again setup it's transfer pairs since vector reference for unnest field has changed for second Unnest. Whereas in other test since there is only 1 Lateral followed by Scan, the incoming for lateral which has schema change will be handled by Scan in such a way that it only updates vector of affected column. Hence in this case vector corresponding to unnest field will not be affected and it will work fine.

Throws:

Exception

testSchemaChangeOnUnnestColumn

public void testSchemaChangeOnUnnestColumn()
                                    throws Exception

Throws:

Exception

testSchemaChangeOnUnnestColumn_InMultilevelCase

public void testSchemaChangeOnUnnestColumn_InMultilevelCase()
                                                     throws Exception

Throws:

Exception

testSchemaChangeOnMultipleColumns

public void testSchemaChangeOnMultipleColumns()
                                       throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithLimitInParent

public void testMultipleBatchesLateral_WithLimitInParent()
                                                  throws Exception

Test where Limit/Filter/Agg/Sort operator are used in parent query

Throws:

Exception

testMultipleBatchesLateral_WithFilterInParent

public void testMultipleBatchesLateral_WithFilterInParent()
                                                   throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithGroupByInParent

public void testMultipleBatchesLateral_WithGroupByInParent()
                                                    throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithOrderByInParent

public void testMultipleBatchesLateral_WithOrderByInParent()
                                                    throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithHashAgg

public void testMultipleBatchesLateral_WithHashAgg()
                                            throws Exception

Throws:

Exception

testLateral_HashAgg_with_nulls

public void testLateral_HashAgg_with_nulls()
                                    throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithStreamingAgg

public void testMultipleBatchesLateral_WithStreamingAgg()
                                                 throws Exception

Throws:

Exception

testLateral_StreamingAgg_with_nulls

public void testLateral_StreamingAgg_with_nulls()
                                         throws Exception

Throws:

Exception

testMultipleBatchesLateral_WithStreamingAggNoGroup

public void testMultipleBatchesLateral_WithStreamingAggNoGroup()
                                                        throws Exception

Throws:

Exception

testUnnestNestedStarSubquery

public void testUnnestNestedStarSubquery()
                                  throws Exception

Throws:

Exception

testLateralWithComplexProject

public void testLateralWithComplexProject()
                                   throws Exception

Throws:

Exception

testLateralWithAgg

public void testLateralWithAgg()
                        throws Exception

Throws:

Exception

testMultiLateralWithComplexProject

public void testMultiLateralWithComplexProject()
                                        throws Exception

Throws:

Exception